[ 536.382881] env[65762]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65762) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 536.383168] env[65762]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65762) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 536.383348] env[65762]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65762) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 536.383699] env[65762]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 536.499544] env[65762]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65762) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 536.509056] env[65762]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65762) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 536.554357] env[65762]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 537.113092] env[65762]: INFO nova.virt.driver [None req-78a6927f-e9d0-4370-a9b4-4d926886e250 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 537.185459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.185703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.185751] env[65762]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65762) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 540.388822] env[65762]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-78c4842e-fca1-4d54-81ee-b6dc903631eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.413918] env[65762]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65762) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 540.414101] env[65762]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-03ef5080-cda4-4f7a-95ff-e15fadba10e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.441443] env[65762]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bfd73. [ 540.441625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.256s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.442296] env[65762]: INFO nova.virt.vmwareapi.driver [None req-78a6927f-e9d0-4370-a9b4-4d926886e250 None None] VMware vCenter version: 7.0.3 [ 540.445870] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5557d148-0ede-489e-8058-f677978e73e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.465741] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1953aba-fc1b-45d1-a882-6ba115f68339 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.472518] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f0b9d2-022c-4c46-9af0-497277d703ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.480200] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2edf7f-9d7b-4147-bf99-7646d44632b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.493823] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20e8289-7ec2-430f-a68e-7a3373748b45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.500415] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5b6a0-8b94-4224-af35-92d53a1c7f6a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.531520] env[65762]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9fca068c-c7e6-4bac-8368-07753323f8a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.537374] env[65762]: DEBUG nova.virt.vmwareapi.driver [None req-78a6927f-e9d0-4370-a9b4-4d926886e250 None None] Extension org.openstack.compute already exists. {{(pid=65762) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 540.540155] env[65762]: INFO nova.compute.provider_config [None req-78a6927f-e9d0-4370-a9b4-4d926886e250 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 541.044072] env[65762]: DEBUG nova.context [None req-78a6927f-e9d0-4370-a9b4-4d926886e250 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),394b7310-1b1d-4ed7-a417-f4172d16471b(cell1) {{(pid=65762) load_cells /opt/stack/nova/nova/context.py:472}} [ 541.044072] env[65762]: INFO nova.utils [None req-78a6927f-e9d0-4370-a9b4-4d926886e250 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 541.045621] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.045852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.046569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.047056] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Acquiring lock "394b7310-1b1d-4ed7-a417-f4172d16471b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.047240] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Lock "394b7310-1b1d-4ed7-a417-f4172d16471b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.048240] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Lock "394b7310-1b1d-4ed7-a417-f4172d16471b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.069101] env[65762]: INFO dbcounter [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Registered counter for database nova_cell0 [ 541.077428] env[65762]: INFO dbcounter [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Registered counter for database nova_cell1 [ 541.080929] env[65762]: DEBUG oslo_db.sqlalchemy.engines [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65762) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 541.081477] env[65762]: DEBUG oslo_db.sqlalchemy.engines [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65762) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 541.086451] env[65762]: ERROR nova.db.main.api [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 541.086451] env[65762]: func(*args, **kwargs) [ 541.086451] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 541.086451] env[65762]: self.work.run() [ 541.086451] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 541.086451] env[65762]: result = self.fn(*self.args, **self.kwargs) [ 541.086451] env[65762]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 541.086451] env[65762]: return func(*args, **kwargs) [ 541.086451] env[65762]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 541.086451] env[65762]: result = fn(*args, **kwargs) [ 541.086451] env[65762]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 541.086451] env[65762]: return f(*args, **kwargs) [ 541.086451] env[65762]: File "/opt/stack/nova/nova/objects/service.py", line 571, in _db_service_get_minimum_version [ 541.086451] env[65762]: return db.service_get_minimum_version(context, binaries) [ 541.086451] env[65762]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 541.086451] env[65762]: _check_db_access() [ 541.086451] env[65762]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 541.086451] env[65762]: stacktrace = ''.join(traceback.format_stack()) [ 541.086451] env[65762]: [ 541.087341] env[65762]: ERROR nova.db.main.api [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 541.087341] env[65762]: func(*args, **kwargs) [ 541.087341] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 541.087341] env[65762]: self.work.run() [ 541.087341] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 541.087341] env[65762]: result = self.fn(*self.args, **self.kwargs) [ 541.087341] env[65762]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 541.087341] env[65762]: return func(*args, **kwargs) [ 541.087341] env[65762]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 541.087341] env[65762]: result = fn(*args, **kwargs) [ 541.087341] env[65762]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 541.087341] env[65762]: return f(*args, **kwargs) [ 541.087341] env[65762]: File "/opt/stack/nova/nova/objects/service.py", line 571, in _db_service_get_minimum_version [ 541.087341] env[65762]: return db.service_get_minimum_version(context, binaries) [ 541.087341] env[65762]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 541.087341] env[65762]: _check_db_access() [ 541.087341] env[65762]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 541.087341] env[65762]: stacktrace = ''.join(traceback.format_stack()) [ 541.087341] env[65762]: [ 541.087884] env[65762]: WARNING nova.objects.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 541.087919] env[65762]: WARNING nova.objects.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Failed to get minimum service version for cell 394b7310-1b1d-4ed7-a417-f4172d16471b [ 541.088352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Acquiring lock "singleton_lock" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.088502] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Acquired lock "singleton_lock" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.088735] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Releasing lock "singleton_lock" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.089066] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Full set of CONF: {{(pid=65762) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 541.089203] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ******************************************************************************** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 541.089318] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] Configuration options gathered from: {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 541.089439] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 541.089624] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 541.089741] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ================================================================================ {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 541.089935] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] allow_resize_to_same_host = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090111] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] arq_binding_timeout = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090232] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] backdoor_port = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090346] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] backdoor_socket = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090495] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] block_device_allocate_retries = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090640] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] block_device_allocate_retries_interval = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090787] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cell_worker_thread_pool_size = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.090941] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cert = self.pem {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.091206] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.091404] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute_monitors = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.091569] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] config_dir = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.091735] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] config_drive_format = iso9660 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.091873] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092041] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] config_source = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092207] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] console_host = devstack {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092359] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] control_exchange = nova {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092501] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cpu_allocation_ratio = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092645] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] daemon = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092799] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] debug = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.092946] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_access_ip_network_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.093117] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_availability_zone = nova {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.093266] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_ephemeral_format = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.093412] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_green_pool_size = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.093625] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.093775] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_schedule_zone = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.093921] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] default_thread_pool_size = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094077] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] disk_allocation_ratio = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094227] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] enable_new_services = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094372] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] flat_injected = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094513] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] force_config_drive = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094657] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] force_raw_images = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094813] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] graceful_shutdown_timeout = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.094958] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] heal_instance_info_cache_interval = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.095177] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] host = cpu-1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.095338] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.095488] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.095665] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.095866] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.096027] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_build_timeout = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.096178] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_delete_interval = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.096328] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_format = [instance: %(uuid)s] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.096475] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_name_template = instance-%08x {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.096662] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_usage_audit = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.096899] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_usage_audit_period = month {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.097154] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.097335] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.097491] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] internal_service_availability_zone = internal {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.097637] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] key = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.097783] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] live_migration_retry_count = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.097937] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_color = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_config_append = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_dir = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_options = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_rotate_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099064] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_rotate_interval_type = days {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099327] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] log_rotation_type = none {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099327] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099327] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099586] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099700] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099841] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] long_rpc_timeout = 1800 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.099982] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] max_concurrent_builds = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.100138] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] max_concurrent_live_migrations = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.100280] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] max_concurrent_snapshots = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.100421] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] max_local_block_devices = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.100560] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] max_logfile_count = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.100759] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] max_logfile_size_mb = 200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.101017] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] maximum_instance_delete_attempts = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.101253] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] migrate_max_retries = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.101499] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] mkisofs_cmd = genisoimage {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.101807] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.102025] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] my_ip = 10.180.1.21 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.102340] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.102585] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] network_allocate_retries = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.102867] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.103109] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] osapi_compute_unique_server_name_scope = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.103284] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] password_length = 12 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.103437] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] periodic_enable = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.103586] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] periodic_fuzzy_delay = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.103746] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] pointer_model = usbtablet {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.103895] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] preallocate_images = none {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104086] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] publish_errors = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104184] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] pybasedir = /opt/stack/nova {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104315] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ram_allocation_ratio = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104458] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] rate_limit_burst = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104611] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] rate_limit_except_level = CRITICAL {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104759] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] rate_limit_interval = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.104902] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reboot_timeout = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.105076] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reclaim_instance_interval = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.105231] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] record = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.105383] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reimage_timeout_per_gb = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.105532] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] report_interval = 120 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.105698] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] rescue_timeout = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.105857] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reserved_host_cpus = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106017] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reserved_host_disk_mb = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106188] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reserved_host_memory_mb = 512 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106338] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] reserved_huge_pages = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106540] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] resize_confirm_window = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106628] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] resize_fs_using_block_device = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106773] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] resume_guests_state_on_host_boot = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.106927] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107085] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] rpc_response_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107234] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] run_external_periodic_tasks = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107384] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] running_deleted_instance_action = reap {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107526] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107669] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] running_deleted_instance_timeout = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107814] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler_instance_sync_interval = 120 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.107965] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_down_time = 720 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.108138] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] servicegroup_driver = db {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.108284] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] shell_completion = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.108428] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] shelved_offload_time = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.108573] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] shelved_poll_interval = 3600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.108726] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] shutdown_timeout = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.108872] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] source_is_ipv6 = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.109036] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ssl_only = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.109289] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.109446] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] sync_power_state_interval = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.109593] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] sync_power_state_pool_size = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.109751] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] syslog_log_facility = LOG_USER {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.109893] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] tempdir = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110051] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] thread_pool_statistic_period = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110201] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] timeout_nbd = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110354] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] transport_url = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110500] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] update_resources_interval = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110647] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] use_cow_images = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110793] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] use_journal = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.110934] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] use_json = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.111090] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] use_rootwrap_daemon = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.111238] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] use_stderr = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.111385] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] use_syslog = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.111577] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vcpu_pin_set = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.111780] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plugging_is_fatal = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.111987] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plugging_timeout = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.112177] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] virt_mkfs = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.112332] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] volume_usage_poll_interval = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.112481] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] watch_log_file = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.112634] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] web = /usr/share/spice-html5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.112806] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_concurrency.disable_process_locking = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.113447] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.113654] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.113822] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.113979] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.114157] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.114309] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.114467] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.114679] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.114860] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.115032] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.compute_link_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.115198] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.115355] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.dhcp_domain = novalocal {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.115508] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.enable_instance_password = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.115702] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.glance_link_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.115859] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116027] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116181] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.instance_list_per_project_cells = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116329] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.list_records_by_skipping_down_cells = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116478] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.local_metadata_per_cell = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116652] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.max_limit = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116797] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.metadata_cache_expiration = 15 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.116972] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.neutron_default_project_id = default {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.117156] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.response_validation = warn {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.117309] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.use_neutron_default_nets = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.117461] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.117609] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.117757] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.117911] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.118084] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_dynamic_targets = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.118237] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_jsonfile_path = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.118400] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.118576] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.backend = dogpile.cache.memcached {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.118733] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.backend_argument = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.118879] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.backend_expiration_time = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119046] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.config_prefix = cache.oslo {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119204] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.debug_cache_backend = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119354] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.enable_retry_client = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119502] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.enable_socket_keepalive = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119658] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.enabled = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119810] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.enforce_fips_mode = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.119964] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.expiration_time = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.120138] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.120292] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.hashclient_retry_attempts = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.120451] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.120599] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_dead_retry = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.120750] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_password = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.120901] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.121074] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.121251] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_pool_maxsize = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.121415] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.121569] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_sasl_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.121734] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.121893] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122053] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.memcache_username = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122209] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.proxies = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122360] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_db = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122504] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_password = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122658] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122819] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.122970] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_server = localhost:6379 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.123131] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_socket_timeout = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.123279] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.redis_username = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.123426] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.retry_attempts = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.123576] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.retry_delay = 0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.123747] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.socket_keepalive_count = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.123899] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.socket_keepalive_idle = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124059] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.socket_keepalive_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124212] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.tls_allowed_ciphers = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124354] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.tls_cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124495] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.tls_certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124639] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.tls_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124783] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cache.tls_keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.124937] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.125124] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.auth_type = password {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.125278] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.125438] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.125633] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.125760] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.125912] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.cross_az_attach = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126071] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.debug = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126226] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.endpoint_template = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126369] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.http_retries = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126514] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126678] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126841] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.os_region_name = RegionOne {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.126988] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.127148] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cinder.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.127304] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.127448] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.cpu_dedicated_set = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.127593] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.cpu_shared_set = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.127744] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.image_type_exclude_list = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.127921] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128053] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128201] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128349] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128503] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128654] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.resource_provider_association_refresh = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128802] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.128949] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.shutdown_retry_interval = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.129138] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.129305] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] conductor.workers = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.129466] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] console.allowed_origins = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.129612] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] console.ssl_ciphers = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.129767] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] console.ssl_minimum_version = default {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.129921] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] consoleauth.enforce_session_timeout = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130086] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] consoleauth.token_ttl = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130244] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130387] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130534] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130679] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130822] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.130963] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131120] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131262] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131403] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131541] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131685] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131822] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.131962] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132125] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.service_type = accelerator {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132271] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132411] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132551] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132690] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132852] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.132994] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] cyborg.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.133176] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.asyncio_connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.133344] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.asyncio_slave_connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.133504] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.backend = sqlalchemy {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.133662] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.133811] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.connection_debug = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.133962] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.connection_parameters = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134125] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.connection_recycle_time = 3600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134272] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.connection_trace = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134417] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.db_inc_retry_interval = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134561] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.db_max_retries = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134705] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.db_max_retry_interval = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134852] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.db_retry_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.134995] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.max_overflow = 50 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.135261] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.max_pool_size = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.135338] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.max_retries = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.135442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.135627] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.mysql_wsrep_sync_wait = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.135749] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.pool_timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.135899] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.retry_interval = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136051] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.slave_connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136203] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.sqlite_synchronous = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136348] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] database.use_db_reconnect = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136498] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.asyncio_connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136661] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.asyncio_slave_connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136863] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.backend = sqlalchemy {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.136976] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.137151] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.connection_debug = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.137308] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.connection_parameters = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.137455] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.connection_recycle_time = 3600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.137600] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.connection_trace = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.137746] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.db_inc_retry_interval = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.137895] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.db_max_retries = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138089] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.db_max_retry_interval = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138246] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.db_retry_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138393] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.max_overflow = 50 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138538] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.max_pool_size = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138683] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.max_retries = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138834] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.138975] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.139130] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.pool_timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.139273] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.retry_interval = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.139414] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.slave_connection = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.139559] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] api_database.sqlite_synchronous = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.139715] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] devices.enabled_mdev_types = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.139874] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140037] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140188] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ephemeral_storage_encryption.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140333] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140485] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.api_servers = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140631] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140777] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.140924] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141095] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141244] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141389] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.debug = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141538] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.default_trusted_certificate_ids = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141684] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.enable_certificate_validation = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141828] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.enable_rbd_download = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.141969] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142133] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142281] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142421] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142560] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142703] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.num_retries = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142854] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.rbd_ceph_conf = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.142997] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.rbd_connect_timeout = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.143162] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.rbd_pool = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.143311] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.rbd_user = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.143453] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.143594] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.143734] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.143882] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.service_type = image {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144035] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144184] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144334] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144475] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144639] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144789] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.verify_glance_signatures = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.144937] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] glance.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.145116] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] guestfs.debug = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.145285] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.145440] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.auth_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.145612] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.145758] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.145910] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146070] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146218] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146364] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146513] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146700] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146847] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.146994] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.147154] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.147301] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.147446] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.147602] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.service_type = shared-file-system {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.147754] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.share_apply_policy_timeout = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.147908] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.148097] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.148247] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.148393] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.148559] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.148705] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] manila.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.148862] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] mks.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.149219] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.149398] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] image_cache.manager_interval = 2400 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.149552] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] image_cache.precache_concurrency = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.149706] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] image_cache.remove_unused_base_images = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.149863] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150028] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150194] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] image_cache.subdirectory_name = _base {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150355] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.api_max_retries = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150503] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.api_retry_interval = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150646] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150795] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.auth_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.150941] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151099] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151253] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151405] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.conductor_group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151548] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151694] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151843] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.151993] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.152153] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.152299] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.152442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.152593] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.peer_list = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.152739] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.152882] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.153049] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.serial_console_state_timeout = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.153205] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.153363] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.service_type = baremetal {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.153514] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.shard = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.153725] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.153890] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.154053] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.154206] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.154374] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.154524] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ironic.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.154692] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.154855] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] key_manager.fixed_key = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155032] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155188] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.barbican_api_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155335] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.barbican_endpoint = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155491] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.barbican_endpoint_type = public {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155670] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.barbican_region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155830] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.155977] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.156141] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.156289] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.156434] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.156602] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.number_of_retries = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.156768] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.retry_delay = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.156924] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.send_service_user_token = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157098] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157247] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157394] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.verify_ssl = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157537] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican.verify_ssl_path = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157687] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157836] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.auth_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.157999] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.158170] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.158321] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.158468] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.158611] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.158760] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.158903] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] barbican_service_user.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159065] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.approle_role_id = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159215] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.approle_secret_id = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159373] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.kv_mountpoint = secret {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159521] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.kv_path = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159672] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.kv_version = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159820] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.namespace = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.159966] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.root_token_id = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.160124] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.ssl_ca_crt_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.160281] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.timeout = 60.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.160432] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.use_ssl = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.160590] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.160747] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.160894] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161068] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161225] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161374] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161521] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161670] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161816] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.161960] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.162117] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.162262] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.162472] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.162664] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.162833] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.service_type = identity {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.162985] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.163151] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.163302] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.163450] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.163621] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.163773] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] keystone.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.163949] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.ceph_mount_options = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.164291] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.164464] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.connection_uri = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.164617] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_mode = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.164773] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.164930] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_models = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.165116] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_power_governor_high = performance {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.165279] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.165431] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_power_management = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.165618] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.165786] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.device_detach_attempts = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.165939] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.device_detach_timeout = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.166108] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.disk_cachemodes = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.166259] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.disk_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.166412] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.enabled_perf_events = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.166593] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.file_backed_memory = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.166780] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.gid_maps = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.166937] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.hw_disk_discard = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.167097] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.hw_machine_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.167258] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_rbd_ceph_conf = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.167409] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.167559] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.167712] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_rbd_glance_store_name = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.167869] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_rbd_pool = rbd {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168048] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_type = default {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168200] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.images_volume_group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168350] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.inject_key = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168498] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.inject_partition = -2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168645] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.inject_password = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168794] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.iscsi_iface = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.168941] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.iser_use_multipath = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.169115] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.169271] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.169417] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_downtime = 500 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.169566] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.169713] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.169859] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_inbound_addr = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170024] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170169] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170317] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170463] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_scheme = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170621] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_timeout_action = abort {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170770] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_tunnelled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.170916] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_uri = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.171076] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.live_migration_with_native_tls = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.171225] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.max_queues = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.171372] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.171585] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.171734] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.nfs_mount_options = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172034] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172203] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172357] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172507] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172658] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172808] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.num_pcie_ports = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.172958] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.173133] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.pmem_namespaces = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.173282] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.quobyte_client_cfg = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.173569] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.173736] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.173893] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174055] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174206] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rbd_secret_uuid = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174350] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rbd_user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174498] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174657] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174807] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rescue_image_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.174952] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rescue_kernel_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.175108] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rescue_ramdisk_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.175261] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.175406] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.rx_queue_size = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.175555] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.smbfs_mount_options = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.175884] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.176072] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.snapshot_compression = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.176226] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.snapshot_image_format = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.176448] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.176628] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.sparse_logical_volumes = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.176861] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.swtpm_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.177107] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.swtpm_group = tss {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.177333] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.swtpm_user = tss {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.177539] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.sysinfo_serial = unique {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.177740] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.tb_cache_size = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.177945] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.tx_queue_size = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.178174] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.uid_maps = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.178383] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.use_virtio_for_bridges = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.178578] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.virt_type = kvm {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.178748] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.volume_clear = zero {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.178901] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.volume_clear_size = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179065] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.volume_enforce_multipath = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179223] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.volume_use_multipath = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179369] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_cache_path = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179523] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179677] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179828] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.179996] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.180279] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.180442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.vzstorage_mount_user = stack {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.180593] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.180753] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.180981] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.auth_type = password {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.181184] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.181336] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.181487] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.181634] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.181780] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.181934] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.default_floating_pool = public {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182090] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182239] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.extension_sync_interval = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182384] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.http_retries = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182532] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182677] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182822] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.182974] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.183130] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.183283] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.ovs_bridge = br-int {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.183435] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.physnets = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.183668] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.region_name = RegionOne {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.183860] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184035] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.service_metadata_proxy = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184190] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184343] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.service_type = network {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184492] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184634] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184777] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.184919] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.185114] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.185270] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] neutron.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.185432] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] notifications.bdms_in_notifications = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.185614] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] notifications.default_level = INFO {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.185782] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] notifications.include_share_mapping = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.185965] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] notifications.notification_format = unversioned {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.186111] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] notifications.notify_on_state_change = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.186281] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.186448] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] pci.alias = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.186627] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] pci.device_spec = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.186797] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] pci.report_in_placement = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.186959] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.187133] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.auth_type = password {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.187289] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.187442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.187574] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.187719] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.187862] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188010] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188159] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.default_domain_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188299] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.default_domain_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188438] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.domain_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188576] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.domain_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188718] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.188865] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189010] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189173] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189313] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189463] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.password = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189604] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.project_domain_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189756] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.project_domain_name = Default {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.189904] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.project_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190075] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.project_name = service {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190231] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.region_name = RegionOne {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190378] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190523] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190679] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.service_type = placement {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190830] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.190975] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191133] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191279] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.system_scope = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191421] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191561] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.trust_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191703] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.user_domain_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191856] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.user_domain_name = Default {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.191998] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.user_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.192167] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.username = nova {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.192334] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.192481] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] placement.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.192643] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.cores = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.192794] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.count_usage_from_placement = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.192960] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.193143] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.injected_file_content_bytes = 10240 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.193300] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.injected_file_path_length = 255 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.193451] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.injected_files = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.193602] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.instances = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.193754] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.key_pairs = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.193903] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.metadata_items = 128 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.194062] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.ram = 51200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.194215] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.recheck_quota = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.194368] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.server_group_members = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.194516] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.server_groups = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.194705] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.194868] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] quota.unified_limits_resource_strategy = require {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195385] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195385] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195385] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.image_metadata_prefilter = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195546] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195634] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.max_attempts = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195778] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.max_placement_results = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.195934] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.196098] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.196250] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.196410] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] scheduler.workers = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.196568] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.196731] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.196900] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.197078] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.197237] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.197388] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.197547] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.197708] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.197863] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.host_subset_size = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198048] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198204] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198358] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198536] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198689] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198841] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.isolated_hosts = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.198986] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.isolated_images = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.199145] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.199289] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.199448] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.199594] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.pci_in_placement = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.199741] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.199885] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200041] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200193] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200341] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200486] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200633] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.track_instance_changes = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200794] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.200961] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] metrics.required = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.201134] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] metrics.weight_multiplier = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.201285] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.201434] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] metrics.weight_setting = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.201732] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.201895] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] serial_console.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.202075] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] serial_console.port_range = 10000:20000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.202236] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.202389] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.202549] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] serial_console.serialproxy_port = 6083 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.202701] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.202856] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.auth_type = password {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203007] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203155] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203304] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203450] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203594] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203747] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.send_service_user_token = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.203894] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.204046] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] service_user.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.204203] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.agent_enabled = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.204350] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.204641] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.204832] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.204990] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.html5proxy_port = 6082 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.205168] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.image_compression = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.205319] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.jpeg_compression = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.205463] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.playback_compression = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.205640] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.require_secure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.205807] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.server_listen = 127.0.0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.205965] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.206250] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.206408] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.streaming_mode = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.206559] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] spice.zlib_compression = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.206737] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] upgrade_levels.baseapi = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.206900] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] upgrade_levels.compute = auto {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207061] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] upgrade_levels.conductor = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207212] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] upgrade_levels.scheduler = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207364] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207515] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207656] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207799] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.207969] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.208142] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.208290] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.208436] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.208580] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vendordata_dynamic_auth.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.208738] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.api_retry_count = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.208882] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.ca_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.209056] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.209217] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.cluster_name = testcl1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.209367] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.connection_pool_size = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.209510] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.console_delay_seconds = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.209661] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.datastore_regex = ^datastore.* {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.209863] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210042] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.host_password = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210198] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.host_port = 443 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210351] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.host_username = administrator@vsphere.local {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210504] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.insecure = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210651] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.integration_bridge = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210801] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.maximum_objects = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.210944] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.pbm_default_policy = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211104] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.pbm_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211248] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.pbm_wsdl_location = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211400] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211544] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.serial_port_proxy_uri = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211686] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.serial_port_service_uri = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211838] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.task_poll_interval = 0.5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.211995] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.use_linked_clone = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.212160] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.vnc_keymap = en-us {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.212309] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.vnc_port = 5900 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.212454] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vmware.vnc_port_total = 10000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.212627] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.auth_schemes = ['none'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.212788] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.213154] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.213340] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.213503] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.novncproxy_port = 6080 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.213680] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.server_listen = 127.0.0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.213886] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.214090] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.vencrypt_ca_certs = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.214249] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.vencrypt_client_cert = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.214398] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vnc.vencrypt_client_key = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.214564] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.214717] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.disable_deep_image_inspection = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.214871] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215030] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215184] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215333] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.disable_rootwrap = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215480] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.enable_numa_live_migration = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215649] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215812] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.215963] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.216124] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.libvirt_disable_apic = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.216268] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.216415] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.216561] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.216730] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.216880] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217045] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217201] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217348] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217493] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217642] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217812] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.217970] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.218138] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] zvm.ca_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.218288] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] zvm.cloud_connector_url = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.218588] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.218758] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] zvm.reachable_timeout = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.218916] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.219091] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.219259] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.connection_string = messaging:// {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.219413] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.219566] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.es_doc_type = notification {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.219715] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.es_scroll_size = 10000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.219869] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.es_scroll_time = 2m {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220026] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.filter_error_trace = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220183] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.hmac_keys = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220333] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.sentinel_service_name = mymaster {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220486] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.socket_timeout = 0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220633] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.trace_requests = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220781] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler.trace_sqlalchemy = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.220941] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler_jaeger.process_tags = {} {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.221114] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler_jaeger.service_name_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.221269] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] profiler_otlp.service_name_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.221429] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.221577] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.221724] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.221870] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222029] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222180] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222326] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222475] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222622] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222779] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.222925] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223090] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223245] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223396] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223547] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223703] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223853] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.223999] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.224167] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.224315] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.224461] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.224654] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.224884] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.225111] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.225290] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.225442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.225616] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.225786] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.225945] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.226110] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.226263] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.ssl = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.226419] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.226572] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.226720] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.226874] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227033] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227185] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227353] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227505] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_notifications.retry = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227662] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227872] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.227976] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.228174] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.auth_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.228424] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.228650] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.228843] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.228999] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.229175] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.229322] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.endpoint_id = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.229481] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.229625] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.229769] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.endpoint_region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.229918] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.endpoint_service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.230102] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.endpoint_service_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.230272] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.230423] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.230569] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.230713] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.230857] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231009] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231160] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231302] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.service_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231447] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231591] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231754] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.231916] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232077] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.valid_interfaces = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232224] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_limit.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232374] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_reports.file_event_handler = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232525] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232671] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] oslo_reports.log_dir = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232828] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.232972] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.233142] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.233292] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.233442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.233591] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.233737] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.233890] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234047] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234195] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234340] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234490] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234636] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234812] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] vif_plug_ovs_privileged.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.234973] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.235152] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.235310] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.235465] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.235650] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.235814] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.235970] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.236134] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.236300] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.236456] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.isolate_vif = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.236614] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.236767] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.236921] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.237102] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.237260] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] os_vif_ovs.per_port_bridge = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.237417] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.237624] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.237811] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.237989] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.238172] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.238324] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.238469] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] privsep_osbrick.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.238628] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.238773] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.238916] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.239074] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.239230] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.239376] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.239519] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] nova_sys_admin.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.239638] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-96f789b8-58ce-4906-a7cc-ae3ade13c3d0 None None] ******************************************************************************** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 541.240061] env[65762]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 541.744673] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Getting list of instances from cluster (obj){ [ 541.744673] env[65762]: value = "domain-c8" [ 541.744673] env[65762]: _type = "ClusterComputeResource" [ 541.744673] env[65762]: } {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.745892] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d99166-7390-4c26-ac10-d4386c272c71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.755173] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Got total of 0 instances {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.755843] env[65762]: WARNING nova.virt.vmwareapi.driver [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 541.756371] env[65762]: INFO nova.virt.node [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Generated node identity e4992ffa-a10b-4f66-af9e-5381b3a4e2af [ 541.756610] env[65762]: INFO nova.virt.node [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Wrote node identity e4992ffa-a10b-4f66-af9e-5381b3a4e2af to /opt/stack/data/n-cpu-1/compute_id [ 542.259477] env[65762]: WARNING nova.compute.manager [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Compute nodes ['e4992ffa-a10b-4f66-af9e-5381b3a4e2af'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 543.266132] env[65762]: INFO nova.compute.manager [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 544.271167] env[65762]: WARNING nova.compute.manager [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 544.271613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.271705] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.271871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.272021] env[65762]: DEBUG nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 544.273073] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e65db54-bc0c-4209-85dd-e947c347ceeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.282013] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b568b34-d69d-407b-9572-b706ef13f584 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.298062] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bafa58-b2ee-49cb-a51a-119acd66428c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.305789] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3174ce60-d8e3-4e3e-8d3a-fb08a78c482c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.335454] env[65762]: DEBUG nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180709MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 544.335608] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.335848] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.838471] env[65762]: WARNING nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] No compute node record for cpu-1:e4992ffa-a10b-4f66-af9e-5381b3a4e2af: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e4992ffa-a10b-4f66-af9e-5381b3a4e2af could not be found. [ 545.343578] env[65762]: INFO nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e4992ffa-a10b-4f66-af9e-5381b3a4e2af [ 546.854534] env[65762]: DEBUG nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 546.854534] env[65762]: DEBUG nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 547.139050] env[65762]: INFO nova.scheduler.client.report [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] [req-fb88abaa-e184-49c8-a6ca-82208c15bc5e] Created resource provider record via placement API for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 547.156023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156871bd-db46-4843-84d2-25487d3c1723 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.163178] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a018f2-d0fe-43f0-b279-ca83fabda10d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.193710] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbc306-4160-403c-8deb-995ae11d41b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.202028] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcfa67d-a5e9-43c1-8702-e2db95816563 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.217719] env[65762]: DEBUG nova.compute.provider_tree [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.760068] env[65762]: DEBUG nova.scheduler.client.report [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 547.760068] env[65762]: DEBUG nova.compute.provider_tree [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 0 to 1 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.760068] env[65762]: DEBUG nova.compute.provider_tree [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.813892] env[65762]: DEBUG nova.compute.provider_tree [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 1 to 2 during operation: update_traits {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 548.321451] env[65762]: DEBUG nova.compute.resource_tracker [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 548.321451] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.983s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.321451] env[65762]: DEBUG nova.service [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Creating RPC server for service: compute on topic: compute {{(pid=65762) start /opt/stack/nova/nova/service.py:185}} [ 548.333853] env[65762]: DEBUG nova.service [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Creating 2nd RPC server for service: nova-compute on topic: compute-ops {{(pid=65762) start /opt/stack/nova/nova/service.py:212}} [ 548.348060] env[65762]: DEBUG nova.service [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] Join ServiceGroup membership for this service compute {{(pid=65762) start /opt/stack/nova/nova/service.py:229}} [ 548.348060] env[65762]: DEBUG nova.servicegroup.drivers.db [None req-f0260d80-3f00-4130-933c-eb18a220f29d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65762) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 562.350365] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.854084] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Getting list of instances from cluster (obj){ [ 562.854084] env[65762]: value = "domain-c8" [ 562.854084] env[65762]: _type = "ClusterComputeResource" [ 562.854084] env[65762]: } {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.855258] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80130b5d-7ea2-4d21-92de-c13c9ad22908 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.864331] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Got total of 0 instances {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.864552] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.864845] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Getting list of instances from cluster (obj){ [ 562.864845] env[65762]: value = "domain-c8" [ 562.864845] env[65762]: _type = "ClusterComputeResource" [ 562.864845] env[65762]: } {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.865702] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84814f-7ea0-497a-8474-3f4be7c304b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.873267] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Got total of 0 instances {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.661989] env[65762]: INFO nova.utils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The default thread pool MainProcess.default is initialized [ 587.661989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.661989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.163674] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 588.698937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.700163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.701008] env[65762]: INFO nova.compute.claims [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.767934] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc2a75-0fb6-4402-b745-bfb921bbf0d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.778725] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb4d67-984b-47f3-b6ca-9d592fb44d60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.817013] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf8bd6-7293-4987-880a-ddd071697fc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.824492] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59485d1-fa6a-4d15-b3ad-96e88c3a478c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.839640] env[65762]: DEBUG nova.compute.provider_tree [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.342432] env[65762]: DEBUG nova.scheduler.client.report [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.609593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.610413] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.614854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "d4d8ad32-5565-49bf-8006-401072801567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.615081] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "d4d8ad32-5565-49bf-8006-401072801567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.849641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.850313] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 591.115936] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 591.121112] env[65762]: DEBUG nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 591.356960] env[65762]: DEBUG nova.compute.utils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.358687] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 591.361064] env[65762]: DEBUG nova.network.neutron [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 591.361064] env[65762]: WARNING neutronclient.v2_0.client [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.361880] env[65762]: WARNING neutronclient.v2_0.client [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.649025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.649130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.650587] env[65762]: INFO nova.compute.claims [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.657477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.865811] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 592.493366] env[65762]: DEBUG nova.policy [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d84d63563c4523bafb98978d665702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62fdcc570e8f4b5d8bb0f68969e520e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.745144] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3188674-9222-4674-86a4-333d74db2ac0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.756967] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9572a283-aaab-4a3d-ba4b-9c23b6caf49b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.798523] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d4598-d32d-49d0-bbee-36b9ab094842 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.807576] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8403177-b0a0-4b98-9d36-69fdeb8fc56f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.822719] env[65762]: DEBUG nova.compute.provider_tree [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.882443] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 592.916715] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.917013] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.917254] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.917493] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.917633] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.917776] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.917983] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.918161] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.918533] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.918730] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.918935] env[65762]: DEBUG nova.virt.hardware [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.919852] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f9d8d-b4c6-49a3-a608-77b1c26f059b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.928926] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096aad92-7cdd-4a86-bce0-6f53a4dafbaa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.948069] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71336328-1f7c-4d32-b335-d371745e47ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.327365] env[65762]: DEBUG nova.scheduler.client.report [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.834251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.834437] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 593.839405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.182s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.842795] env[65762]: INFO nova.compute.claims [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.052746] env[65762]: DEBUG nova.network.neutron [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Successfully created port: 8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.342571] env[65762]: DEBUG nova.compute.utils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.344598] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 594.345538] env[65762]: DEBUG nova.network.neutron [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.345787] env[65762]: WARNING neutronclient.v2_0.client [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.346099] env[65762]: WARNING neutronclient.v2_0.client [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.788324] env[65762]: DEBUG nova.policy [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bf022df1d58410d9d7b5ea3a080883c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a62f992b7474c3b94570703f91d528c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.845552] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 594.903264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "f671e07b-eb46-443a-beed-abb7b5d62f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.903264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.970248] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633cd69a-fe5b-4d5a-a701-9551f61503da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.979548] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9175739-804a-43ed-a8f7-eeba14e0fa1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.017899] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e7c9b-8f0a-4b7a-b43d-1c458c79f14d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.028676] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c2fe8c-a75e-4d9f-a0c3-916c58c14954 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.043672] env[65762]: DEBUG nova.compute.provider_tree [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.406906] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 595.548074] env[65762]: DEBUG nova.scheduler.client.report [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.858282] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 595.890362] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.890754] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.890754] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.890916] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.891195] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.891365] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.891567] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.891715] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.891872] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.892117] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.892280] env[65762]: DEBUG nova.virt.hardware [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.893559] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ab6aa-5bc8-4f81-b90b-d9798fd1cd8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.903288] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1a0ff-98b2-476e-bd8f-78bfd24fd0b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.929242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.055208] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.055740] env[65762]: DEBUG nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 596.058568] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.129s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.061021] env[65762]: INFO nova.compute.claims [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.199782] env[65762]: DEBUG nova.network.neutron [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Successfully updated port: 8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.228818] env[65762]: DEBUG nova.network.neutron [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Successfully created port: b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.566430] env[65762]: DEBUG nova.compute.utils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.572174] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.572174] env[65762]: DEBUG nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 596.572174] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.572174] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.572846] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.573389] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.573734] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.574209] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.574693] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 596.575748] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.703614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "refresh_cache-ff215daa-59ef-433f-b4ef-a9ee3e81abdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.703846] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired lock "refresh_cache-ff215daa-59ef-433f-b4ef-a9ee3e81abdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.704055] env[65762]: DEBUG nova.network.neutron [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 597.077797] env[65762]: DEBUG nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 597.082274] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.173197] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a63331b-6eb0-4fa1-9878-a1c7fcee096e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.181582] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a3ee23-6711-48ee-9811-a20b785ca143 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.223172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694c6ba1-c0d1-42d5-a2d7-075a776d0673 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.231271] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f6f0b4-dd13-4498-bdc2-dcb9a3b4ed31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.248135] env[65762]: DEBUG nova.compute.provider_tree [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.751310] env[65762]: DEBUG nova.scheduler.client.report [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.998602] env[65762]: DEBUG nova.network.neutron [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Successfully updated port: b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.047843] env[65762]: DEBUG nova.network.neutron [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 598.092017] env[65762]: DEBUG nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 598.130399] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.130399] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.130399] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.130631] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.130631] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.130631] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.130631] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.130631] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.132090] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.132436] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.132868] env[65762]: DEBUG nova.virt.hardware [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.133887] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d629be-d179-47be-9275-9323ae8e132d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.148232] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08f28ce-1632-491e-8c99-3aadf4152ffb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.169429] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.180119] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.180463] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9734b1d-9a9c-403c-b869-6cdae1991b4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.194342] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Created folder: OpenStack in parent group-v4. [ 598.194558] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Creating folder: Project (e4d89c67a24c469fa365a836f54b9630). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.194803] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da480c01-2bbd-4b89-a3a5-84e97fd5bb14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.207315] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Created folder: Project (e4d89c67a24c469fa365a836f54b9630) in parent group-v890951. [ 598.208034] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Creating folder: Instances. Parent ref: group-v890952. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.208034] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f795c5dd-afdb-4350-a733-a56ae9ea1496 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.220884] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Created folder: Instances in parent group-v890952. [ 598.221188] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 598.221389] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.221593] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-082a955e-93da-4844-b1ce-6cba6ed026b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.242988] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.242988] env[65762]: value = "task-4559575" [ 598.242988] env[65762]: _type = "Task" [ 598.242988] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.255358] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559575, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.257355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.257870] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 598.260876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.178s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.260876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.260876] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 598.261961] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a97848-54f2-40d7-b4e0-9cb0543105f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.270679] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf69b8d-fc1e-48dc-a09c-359c68f63305 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.287359] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef4881-cd4d-4ecf-87d5-2e1fd0cc3867 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.301395] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c43371a-2e00-4cc5-80e1-dd924329818e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.347876] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180701MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 598.347876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.348279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.505510] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.505830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.507192] env[65762]: DEBUG nova.network.neutron [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.757274] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559575, 'name': CreateVM_Task, 'duration_secs': 0.299395} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.757680] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.759310] env[65762]: DEBUG oslo_vmware.service [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b4a7c5-0392-4e95-b711-99afe0631866 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.764475] env[65762]: DEBUG nova.compute.utils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.765840] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 598.766035] env[65762]: DEBUG nova.network.neutron [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 598.766340] env[65762]: WARNING neutronclient.v2_0.client [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.766638] env[65762]: WARNING neutronclient.v2_0.client [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.774796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.774963] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.775837] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.776169] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a982a3-c1c3-4300-a8ea-5bb30f198947 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.783289] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 598.783289] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cf690e-a0ab-e890-992f-76b1116a948f" [ 598.783289] env[65762]: _type = "Task" [ 598.783289] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.793180] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cf690e-a0ab-e890-992f-76b1116a948f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.964472] env[65762]: WARNING neutronclient.v2_0.client [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.131957] env[65762]: DEBUG nova.policy [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e3a414534084423a6898880d561a338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee8960c083da45a0b40fa9ac267fdec4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.204361] env[65762]: DEBUG nova.network.neutron [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.273583] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 599.297282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.297505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.297953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.297953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.298317] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.298640] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5588b99-6d7f-4ab1-a7ae-9d76d5ad3cd8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.324033] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.324033] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.324033] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc5e16-18f5-4456-a610-7142dfd1c1ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.329371] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb705c2-fc4b-4236-961c-583fd7b84320 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.336344] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 599.336344] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cad8bf-60f1-b7fe-2d7e-5ba6ad07e156" [ 599.336344] env[65762]: _type = "Task" [ 599.336344] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.347129] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cad8bf-60f1-b7fe-2d7e-5ba6ad07e156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.465776] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ff215daa-59ef-433f-b4ef-a9ee3e81abdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.465934] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance d4d8ad32-5565-49bf-8006-401072801567 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.466199] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4674da73-d497-4c3c-ac1b-2cfd6bbf5168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.466199] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance f671e07b-eb46-443a-beed-abb7b5d62f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.731956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "490f16d8-a261-4dc6-945e-10df56459d33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.732185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.850167] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 599.850492] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Creating directory with path [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.850492] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5491c4a-75f7-4634-91cf-bfca9e4995fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.876009] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Created directory with path [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.876009] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Fetch image to [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 599.876270] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Downloading image file data bd5744b4-7c33-40d3-985b-f19cd8a33f62 to [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk on the data store datastore2 {{(pid=65762) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 599.877118] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bde287c-0931-4eb0-a041-6cb789038ff5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.886989] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e2bb2f-beee-4172-bd9f-c227d928b51b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.901020] env[65762]: DEBUG nova.network.neutron [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Successfully created port: bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.905224] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632b3fb-59d1-4c6f-9c6c-04984248e9e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.944244] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde24736-f853-4749-bbf3-b045498e9d0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.949404] env[65762]: DEBUG nova.network.neutron [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Updating instance_info_cache with network_info: [{"id": "8e132292-bb7a-44b1-afb6-0c4086356f72", "address": "fa:16:3e:3d:dd:74", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e132292-bb", "ovs_interfaceid": "8e132292-bb7a-44b1-afb6-0c4086356f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.954021] env[65762]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d0478db1-cc80-4ce0-8dd8-83ab6be26b48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.969402] env[65762]: INFO nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 490f16d8-a261-4dc6-945e-10df56459d33 has allocations against this compute host but is not found in the database. [ 599.969777] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 599.971267] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_os_type_None': '4', 'num_proj_62fdcc570e8f4b5d8bb0f68969e520e3': '1', 'io_workload': '4', 'num_proj_e4d89c67a24c469fa365a836f54b9630': '1', 'num_proj_0a62f992b7474c3b94570703f91d528c': '1', 'num_task_networking': '1', 'num_proj_ee8960c083da45a0b40fa9ac267fdec4': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 599.990286] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Downloading image file data bd5744b4-7c33-40d3-985b-f19cd8a33f62 to the data store datastore2 {{(pid=65762) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 600.000357] env[65762]: DEBUG nova.compute.manager [req-948701e2-9b3d-4d85-a011-0476a18ee853 req-a7659026-cdf0-4c2b-b8ea-e609380b2cbc service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Received event network-vif-plugged-8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 600.000702] env[65762]: DEBUG oslo_concurrency.lockutils [req-948701e2-9b3d-4d85-a011-0476a18ee853 req-a7659026-cdf0-4c2b-b8ea-e609380b2cbc service nova] Acquiring lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.002458] env[65762]: DEBUG oslo_concurrency.lockutils [req-948701e2-9b3d-4d85-a011-0476a18ee853 req-a7659026-cdf0-4c2b-b8ea-e609380b2cbc service nova] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.002710] env[65762]: DEBUG oslo_concurrency.lockutils [req-948701e2-9b3d-4d85-a011-0476a18ee853 req-a7659026-cdf0-4c2b-b8ea-e609380b2cbc service nova] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.002947] env[65762]: DEBUG nova.compute.manager [req-948701e2-9b3d-4d85-a011-0476a18ee853 req-a7659026-cdf0-4c2b-b8ea-e609380b2cbc service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] No waiting events found dispatching network-vif-plugged-8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 600.003164] env[65762]: WARNING nova.compute.manager [req-948701e2-9b3d-4d85-a011-0476a18ee853 req-a7659026-cdf0-4c2b-b8ea-e609380b2cbc service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Received unexpected event network-vif-plugged-8e132292-bb7a-44b1-afb6-0c4086356f72 for instance with vm_state building and task_state spawning. [ 600.083935] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 600.168871] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f196071-4d9d-475c-af79-f22ee8dd6011 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.179932] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f123e93-ef7e-469e-877f-68f2162069f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.218442] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ebdceb-2305-42f7-bf3a-cca415aa41e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.231514] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e6ef5-9d4b-47e7-8831-ad91097142f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.236319] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 600.251787] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.288656] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 600.369177] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.370883] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.370883] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.370883] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.370883] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.370883] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.371100] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.371100] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.371100] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.371100] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.371100] env[65762]: DEBUG nova.virt.hardware [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.371739] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bbd67a-8d12-402a-8838-8bb7a8abf75c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.384447] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d2908-c9d4-4fd4-aefb-2bba7edc08b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.453905] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Releasing lock "refresh_cache-ff215daa-59ef-433f-b4ef-a9ee3e81abdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.454302] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Instance network_info: |[{"id": "8e132292-bb7a-44b1-afb6-0c4086356f72", "address": "fa:16:3e:3d:dd:74", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e132292-bb", "ovs_interfaceid": "8e132292-bb7a-44b1-afb6-0c4086356f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 600.454885] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:dd:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e132292-bb7a-44b1-afb6-0c4086356f72', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.466335] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Creating folder: Project (62fdcc570e8f4b5d8bb0f68969e520e3). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.469382] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23512705-bce9-4f65-85e9-6412fd9c10d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.482023] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Created folder: Project (62fdcc570e8f4b5d8bb0f68969e520e3) in parent group-v890951. [ 600.482260] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Creating folder: Instances. Parent ref: group-v890955. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.482522] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-290a220f-a96e-4626-a9d1-9a3808d83353 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.495836] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Created folder: Instances in parent group-v890955. [ 600.496132] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 600.496378] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.496661] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85e6d3f-b98a-46fb-841b-2132d1dc4e9c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.521211] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.521211] env[65762]: value = "task-4559578" [ 600.521211] env[65762]: _type = "Task" [ 600.521211] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.536521] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559578, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.756300] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.761083] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 600.761334] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 600.766848] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.896526] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Downloaded image file data bd5744b4-7c33-40d3-985b-f19cd8a33f62 to vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk on the data store datastore2 {{(pid=65762) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 600.902385] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 600.902385] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Copying Virtual Disk [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk to [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.902385] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d113f6-4521-4730-8f4d-97bcdd8df4e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.912340] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 600.912340] env[65762]: value = "task-4559579" [ 600.912340] env[65762]: _type = "Task" [ 600.912340] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.923439] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.035218] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559578, 'name': CreateVM_Task, 'duration_secs': 0.421184} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.035415] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.035923] env[65762]: WARNING neutronclient.v2_0.client [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.262932] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 601.263162] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.915s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.263435] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.497s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.265128] env[65762]: INFO nova.compute.claims [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.428706] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.726401] env[65762]: DEBUG nova.network.neutron [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Successfully updated port: bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.780226] env[65762]: WARNING neutronclient.v2_0.client [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.822165] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.822390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.822725] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.823831] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e33263a-d1ea-489f-8e4e-8a63df99fa69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.829921] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 601.829921] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d503af-9b69-f3e6-2c95-045a10fc952d" [ 601.829921] env[65762]: _type = "Task" [ 601.829921] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.839413] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d503af-9b69-f3e6-2c95-045a10fc952d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.930730] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699368} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.932304] env[65762]: DEBUG nova.network.neutron [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.933860] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Copied Virtual Disk [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk to [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.934223] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleting the datastore file [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.934636] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b5059f-2b77-4731-b572-63c906f01d96 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.946131] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 601.946131] env[65762]: value = "task-4559580" [ 601.946131] env[65762]: _type = "Task" [ 601.946131] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.957268] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.228903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "refresh_cache-f671e07b-eb46-443a-beed-abb7b5d62f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.229109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired lock "refresh_cache-f671e07b-eb46-443a-beed-abb7b5d62f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.231047] env[65762]: DEBUG nova.network.neutron [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.341789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.342119] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.342272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.378665] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87263a08-ca3b-4fd6-bf16-8143c4632cf4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.386810] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff2e22-5711-4fcd-bc05-e6750d4716ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.419849] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945512d-d7c3-4e3b-b49a-0e3bb828e1a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.428652] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c599dbf-2ec4-4ab6-b11f-d09300640734 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.443464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.443860] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Instance network_info: |[{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 602.444319] env[65762]: DEBUG nova.compute.provider_tree [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.445806] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:d9:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b951360e-50aa-4fd5-b641-b3a116f9de80', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.454595] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Creating folder: Project (0a62f992b7474c3b94570703f91d528c). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.456802] env[65762]: DEBUG nova.scheduler.client.report [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.463029] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649d1cb6-ee34-45d9-9022-bf988a106388 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.477657] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Created folder: Project (0a62f992b7474c3b94570703f91d528c) in parent group-v890951. [ 602.477907] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Creating folder: Instances. Parent ref: group-v890958. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.478104] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-480a7a31-155f-4beb-947c-a1f515562c5b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.483327] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034766} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.484089] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.484266] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Moving file from [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0/bd5744b4-7c33-40d3-985b-f19cd8a33f62 to [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62. {{(pid=65762) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 602.484642] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4c76190b-c2e2-44c9-bf85-a055b4b8a040 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.491388] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 602.491388] env[65762]: value = "task-4559583" [ 602.491388] env[65762]: _type = "Task" [ 602.491388] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.498454] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Created folder: Instances in parent group-v890958. [ 602.498817] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 602.499453] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.499692] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b84b05c-ab08-448f-ab99-c5824d3e706f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.517705] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559583, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.523335] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.523335] env[65762]: value = "task-4559584" [ 602.523335] env[65762]: _type = "Task" [ 602.523335] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.531976] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559584, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.909012] env[65762]: DEBUG nova.network.neutron [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.964895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.701s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.966679] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 603.004929] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559583, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034461} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.005922] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] File moved {{(pid=65762) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 603.005922] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Cleaning up location [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 603.005922] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleting the datastore file [datastore2] vmware_temp/18a74b20-4af4-44a7-a297-e1f156a774d0 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.006265] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b253cc-7ce6-463b-9069-bdce70a77bc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.015330] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 603.015330] env[65762]: value = "task-4559585" [ 603.015330] env[65762]: _type = "Task" [ 603.015330] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.027320] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.039297] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559584, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.346325] env[65762]: WARNING neutronclient.v2_0.client [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.469809] env[65762]: DEBUG nova.network.neutron [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Updating instance_info_cache with network_info: [{"id": "bef95067-e81c-49b0-bbe6-de4cd13e41a5", "address": "fa:16:3e:a9:f4:8c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef95067-e8", "ovs_interfaceid": "bef95067-e81c-49b0-bbe6-de4cd13e41a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.477019] env[65762]: DEBUG nova.compute.utils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.477019] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 603.477019] env[65762]: DEBUG nova.network.neutron [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.477019] env[65762]: WARNING neutronclient.v2_0.client [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.477019] env[65762]: WARNING neutronclient.v2_0.client [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.528025] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029009} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.528025] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.528025] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab0857f-3aac-435a-8e43-2efc452e17ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.539752] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 603.539752] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fb2edb-c4fd-9897-173e-54808956e2cc" [ 603.539752] env[65762]: _type = "Task" [ 603.539752] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.544871] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559584, 'name': CreateVM_Task, 'duration_secs': 0.53726} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.548018] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.548582] env[65762]: WARNING neutronclient.v2_0.client [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.548957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.549121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.549411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.550283] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f573bbdc-9b7e-4ec3-b157-1a5ba24dc6f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.555754] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fb2edb-c4fd-9897-173e-54808956e2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.557418] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 603.557418] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5236b729-c185-d405-7500-766ba17b6720" [ 603.557418] env[65762]: _type = "Task" [ 603.557418] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.568294] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5236b729-c185-d405-7500-766ba17b6720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.591411] env[65762]: DEBUG nova.policy [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e52f52e2e24999b4ad5949544fae74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12301dae3f2d490caad3a80c26a8a933', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.975864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Releasing lock "refresh_cache-f671e07b-eb46-443a-beed-abb7b5d62f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.975864] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Instance network_info: |[{"id": "bef95067-e81c-49b0-bbe6-de4cd13e41a5", "address": "fa:16:3e:a9:f4:8c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef95067-e8", "ovs_interfaceid": "bef95067-e81c-49b0-bbe6-de4cd13e41a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 603.976385] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f4:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef95067-e81c-49b0-bbe6-de4cd13e41a5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.988027] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Creating folder: Project (ee8960c083da45a0b40fa9ac267fdec4). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.990030] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 603.993224] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb40e2b3-f055-44a1-b7d0-c50246e74f2f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.009080] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Created folder: Project (ee8960c083da45a0b40fa9ac267fdec4) in parent group-v890951. [ 604.009080] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Creating folder: Instances. Parent ref: group-v890961. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.009080] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-033bd381-9366-4e91-821b-569a87e9f5fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.025073] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Created folder: Instances in parent group-v890961. [ 604.025073] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.025073] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.025073] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69bcae24-cbde-4264-ab06-4a1e0145f250 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.058888] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fb2edb-c4fd-9897-173e-54808956e2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.070044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.070044] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] d4d8ad32-5565-49bf-8006-401072801567/d4d8ad32-5565-49bf-8006-401072801567.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.070044] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.070044] env[65762]: value = "task-4559588" [ 604.070044] env[65762]: _type = "Task" [ 604.070044] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.070668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.070893] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.071165] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f96019c6-9e1f-44ba-8042-0fbba3289b20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.077852] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4548269e-f589-4668-9ed3-2eb3e588ea9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.089293] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5236b729-c185-d405-7500-766ba17b6720, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.093135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.093135] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.093135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.095387] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 604.095387] env[65762]: value = "task-4559589" [ 604.095387] env[65762]: _type = "Task" [ 604.095387] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.102877] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.102980] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.108083] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15744135-e5cb-41f8-98a8-89b8a45dbef8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.113406] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559588, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.117778] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.122307] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 604.122307] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5254d42c-bb79-0a12-9393-7baae0658ae3" [ 604.122307] env[65762]: _type = "Task" [ 604.122307] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.132550] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5254d42c-bb79-0a12-9393-7baae0658ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.184275] env[65762]: DEBUG nova.network.neutron [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Successfully created port: a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 604.187596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.187950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.376324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "fd026dea-8e2b-4caf-91d6-125b41034aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.376667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.435976] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Received event network-changed-8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 604.436203] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Refreshing instance network info cache due to event network-changed-8e132292-bb7a-44b1-afb6-0c4086356f72. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 604.436418] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquiring lock "refresh_cache-ff215daa-59ef-433f-b4ef-a9ee3e81abdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.436601] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquired lock "refresh_cache-ff215daa-59ef-433f-b4ef-a9ee3e81abdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.436808] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Refreshing network info cache for port 8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.589258] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559588, 'name': CreateVM_Task, 'duration_secs': 0.396923} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.589515] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.590070] env[65762]: WARNING neutronclient.v2_0.client [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.591263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.591263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.591263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.592145] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1c7710-7488-4ca9-b94b-40fb44ffde0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.598098] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 604.598098] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5274885e-dedf-1229-6631-8b1998317185" [ 604.598098] env[65762]: _type = "Task" [ 604.598098] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.614076] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513061} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.616686] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] d4d8ad32-5565-49bf-8006-401072801567/d4d8ad32-5565-49bf-8006-401072801567.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.616938] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.617578] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5274885e-dedf-1229-6631-8b1998317185, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.617837] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f07a5635-bcb8-4f72-a800-6f3827d8c29c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.622158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.622505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.622709] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.635126] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5254d42c-bb79-0a12-9393-7baae0658ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.638334] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 604.638334] env[65762]: value = "task-4559590" [ 604.638334] env[65762]: _type = "Task" [ 604.638334] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.638690] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c368fefd-64b9-4b15-bbb5-cf772e7bbac3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.649169] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 604.649169] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523daeb3-2f72-f103-89ea-97e04521dde8" [ 604.649169] env[65762]: _type = "Task" [ 604.649169] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.652157] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.661405] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523daeb3-2f72-f103-89ea-97e04521dde8, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.661655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.661924] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ff215daa-59ef-433f-b4ef-a9ee3e81abdd/ff215daa-59ef-433f-b4ef-a9ee3e81abdd.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.662214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.662410] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.662640] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13a70839-3efc-4cbc-80f4-1635e8482823 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.664914] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2fdc1c7-5c48-43d5-b1ee-09097e8f8111 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.673998] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 604.673998] env[65762]: value = "task-4559591" [ 604.673998] env[65762]: _type = "Task" [ 604.673998] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.675323] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.675510] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.680398] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13aafdf7-ab46-4f22-bfd8-eeaab0abf547 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.691077] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 604.691077] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525caa7d-eedb-e2a2-8eae-0bcfb74db61c" [ 604.691077] env[65762]: _type = "Task" [ 604.691077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.691394] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 604.694504] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.707352] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525caa7d-eedb-e2a2-8eae-0bcfb74db61c, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.708163] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc18e67-d178-4b91-80ed-94749abf1af9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.714021] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 604.714021] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521288b7-b959-f8f9-4502-78e1fad00b20" [ 604.714021] env[65762]: _type = "Task" [ 604.714021] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.722921] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521288b7-b959-f8f9-4502-78e1fad00b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.879616] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 604.939672] env[65762]: WARNING neutronclient.v2_0.client [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.006552] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 605.047507] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.047907] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.048241] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.048539] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.048754] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.049092] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.049483] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.049726] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.049929] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.050273] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.050598] env[65762]: DEBUG nova.virt.hardware [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.051507] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db49580-2f4d-4486-a881-dfea32953295 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.062504] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05866e1f-e908-437d-be45-e466fde21175 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.151537] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070949} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.151818] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.152716] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66dc90d-afa0-43a8-8a7b-b05fda11de63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.176910] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] d4d8ad32-5565-49bf-8006-401072801567/d4d8ad32-5565-49bf-8006-401072801567.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.180307] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8380f53-e285-4ca6-a0f6-0f32270028b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.207070] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490903} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.209016] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ff215daa-59ef-433f-b4ef-a9ee3e81abdd/ff215daa-59ef-433f-b4ef-a9ee3e81abdd.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.209548] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.209893] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 605.209893] env[65762]: value = "task-4559592" [ 605.209893] env[65762]: _type = "Task" [ 605.209893] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.210106] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa403c6-ae88-4ed5-bacb-5bed5c45d3fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.220504] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.220819] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.222909] env[65762]: INFO nova.compute.claims [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.231802] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.232203] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 605.232203] env[65762]: value = "task-4559593" [ 605.232203] env[65762]: _type = "Task" [ 605.232203] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.242098] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521288b7-b959-f8f9-4502-78e1fad00b20, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.242949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.243259] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4674da73-d497-4c3c-ac1b-2cfd6bbf5168/4674da73-d497-4c3c-ac1b-2cfd6bbf5168.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.243594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.246395] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.246395] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-605d3aba-75bb-4faf-9ca7-d5058d14bd34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.249426] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb600157-2d8e-4a64-a800-434fc41c01c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.251785] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.258205] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 605.258205] env[65762]: value = "task-4559594" [ 605.258205] env[65762]: _type = "Task" [ 605.258205] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.264810] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.265240] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.266690] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5629b22d-807b-4a45-a5b2-8c688e994803 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.273243] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.277113] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 605.277113] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52dbdcd5-ff5b-24b6-0703-51827a57110c" [ 605.277113] env[65762]: _type = "Task" [ 605.277113] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.286867] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dbdcd5-ff5b-24b6-0703-51827a57110c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.410818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.725521] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559592, 'name': ReconfigVM_Task, 'duration_secs': 0.45476} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.725869] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Reconfigured VM instance instance-00000002 to attach disk [datastore2] d4d8ad32-5565-49bf-8006-401072801567/d4d8ad32-5565-49bf-8006-401072801567.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.727616] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f10dffa-dae5-49d7-8b13-32f29a381cad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.739758] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 605.739758] env[65762]: value = "task-4559595" [ 605.739758] env[65762]: _type = "Task" [ 605.739758] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.747036] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07274} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.748226] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.749132] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb20a72-d03d-45ba-ac3e-467ddacbde7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.755615] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559595, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.791823] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ff215daa-59ef-433f-b4ef-a9ee3e81abdd/ff215daa-59ef-433f-b4ef-a9ee3e81abdd.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.791823] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ad915b-1b60-4575-875e-15060348d4fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.815947] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468528} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.820249] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4674da73-d497-4c3c-ac1b-2cfd6bbf5168/4674da73-d497-4c3c-ac1b-2cfd6bbf5168.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.820363] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.820883] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 605.820883] env[65762]: value = "task-4559596" [ 605.820883] env[65762]: _type = "Task" [ 605.820883] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.820883] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dbdcd5-ff5b-24b6-0703-51827a57110c, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.821284] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-085ad7c4-e475-41f1-8f53-144d2da54fa1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.826931] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea21f6ce-c04d-44f5-af3e-c5176f1169b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.836224] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.838361] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 605.838361] env[65762]: value = "task-4559597" [ 605.838361] env[65762]: _type = "Task" [ 605.838361] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.840078] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 605.840078] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528513c2-4ea8-211a-a225-73553d9b493b" [ 605.840078] env[65762]: _type = "Task" [ 605.840078] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.854045] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.857952] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528513c2-4ea8-211a-a225-73553d9b493b, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.858293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.858980] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f671e07b-eb46-443a-beed-abb7b5d62f28/f671e07b-eb46-443a-beed-abb7b5d62f28.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.859125] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e1db199-6def-4a87-8357-b315d36d53ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.867425] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 605.867425] env[65762]: value = "task-4559598" [ 605.867425] env[65762]: _type = "Task" [ 605.867425] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.877216] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.926696] env[65762]: DEBUG nova.network.neutron [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Successfully updated port: a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.263657] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559595, 'name': Rename_Task, 'duration_secs': 0.153917} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.264050] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.264323] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff0465c-ad18-4fd1-bae3-942cb17dd080 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.279083] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 606.279083] env[65762]: value = "task-4559599" [ 606.279083] env[65762]: _type = "Task" [ 606.279083] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.300028] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.300028] env[65762]: WARNING neutronclient.v2_0.client [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.336026] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.353327] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123275} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.354185] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.354495] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02279c24-6cba-499f-aee0-6cab08f07362 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.382253] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4674da73-d497-4c3c-ac1b-2cfd6bbf5168/4674da73-d497-4c3c-ac1b-2cfd6bbf5168.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.385791] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd4c28b-73d5-4d13-aa84-c1c5f16cd2bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.410575] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495959} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.412191] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f671e07b-eb46-443a-beed-abb7b5d62f28/f671e07b-eb46-443a-beed-abb7b5d62f28.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.412191] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.412443] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 606.412443] env[65762]: value = "task-4559600" [ 606.412443] env[65762]: _type = "Task" [ 606.412443] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.412628] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5607533-a2c2-4afb-a9e6-e70f3d4078a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.433019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.433019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.433019] env[65762]: DEBUG nova.network.neutron [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.433609] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.436109] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 606.436109] env[65762]: value = "task-4559601" [ 606.436109] env[65762]: _type = "Task" [ 606.436109] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.459730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.460606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.461415] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.481184] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef61c5-7916-4e7b-b395-06a52f9a6cfb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.494455] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4859c065-800c-4591-aae7-805884f07c36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.534605] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e16e8-8291-4330-b70b-09edefee9758 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.543547] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144ce064-a6dc-4058-9b3f-159f15280e06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.562188] env[65762]: DEBUG nova.compute.provider_tree [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.795831] env[65762]: DEBUG oslo_vmware.api [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559599, 'name': PowerOnVM_Task, 'duration_secs': 0.510216} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.796223] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.796733] env[65762]: INFO nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Took 8.71 seconds to spawn the instance on the hypervisor. [ 606.796982] env[65762]: DEBUG nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 606.798496] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1dd3fa-f0e2-4684-8544-01a0ee1e9d79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.834811] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559596, 'name': ReconfigVM_Task, 'duration_secs': 0.54192} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.835307] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ff215daa-59ef-433f-b4ef-a9ee3e81abdd/ff215daa-59ef-433f-b4ef-a9ee3e81abdd.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.836116] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1653546d-a8a2-4760-bfa2-27411b87290e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.844261] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 606.844261] env[65762]: value = "task-4559602" [ 606.844261] env[65762]: _type = "Task" [ 606.844261] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.854556] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559602, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.906116] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Updated VIF entry in instance network info cache for port 8e132292-bb7a-44b1-afb6-0c4086356f72. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 606.906527] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Updating instance_info_cache with network_info: [{"id": "8e132292-bb7a-44b1-afb6-0c4086356f72", "address": "fa:16:3e:3d:dd:74", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e132292-bb", "ovs_interfaceid": "8e132292-bb7a-44b1-afb6-0c4086356f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.926491] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559600, 'name': ReconfigVM_Task, 'duration_secs': 0.324547} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.926611] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4674da73-d497-4c3c-ac1b-2cfd6bbf5168/4674da73-d497-4c3c-ac1b-2cfd6bbf5168.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.927446] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f629dca-6cc4-45da-97b4-5b1f090b30ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.936345] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 606.936345] env[65762]: value = "task-4559603" [ 606.936345] env[65762]: _type = "Task" [ 606.936345] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.951479] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559603, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.954515] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106403} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.955387] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.955629] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db07401a-4d2c-4a09-aef1-b8759bc43c34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.976704] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 606.989343] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f671e07b-eb46-443a-beed-abb7b5d62f28/f671e07b-eb46-443a-beed-abb7b5d62f28.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.990255] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2f50a9-d5c1-45dd-b6ed-1025b17b05df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.019379] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 607.019379] env[65762]: value = "task-4559604" [ 607.019379] env[65762]: _type = "Task" [ 607.019379] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.031025] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.065210] env[65762]: DEBUG nova.scheduler.client.report [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.298070] env[65762]: DEBUG nova.network.neutron [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.315787] env[65762]: INFO nova.compute.manager [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Took 15.68 seconds to build instance. [ 607.357192] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559602, 'name': Rename_Task, 'duration_secs': 0.155196} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.357778] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.357778] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4140c0c-5610-4a9d-894d-b8c05a005eab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.365704] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 607.365704] env[65762]: value = "task-4559605" [ 607.365704] env[65762]: _type = "Task" [ 607.365704] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.374972] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.411181] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Releasing lock "refresh_cache-ff215daa-59ef-433f-b4ef-a9ee3e81abdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.411395] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-vif-plugged-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 607.411626] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquiring lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.411985] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.412252] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.412538] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] No waiting events found dispatching network-vif-plugged-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 607.412700] env[65762]: WARNING nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received unexpected event network-vif-plugged-b951360e-50aa-4fd5-b641-b3a116f9de80 for instance with vm_state building and task_state spawning. [ 607.412849] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 607.413062] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing instance network info cache due to event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 607.413274] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquiring lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.413424] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquired lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.413593] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.452142] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559603, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.529190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.535671] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559604, 'name': ReconfigVM_Task, 'duration_secs': 0.297227} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.535671] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f671e07b-eb46-443a-beed-abb7b5d62f28/f671e07b-eb46-443a-beed-abb7b5d62f28.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.535671] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6c6423c-02a5-4a93-a462-252940961d5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.542082] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 607.542082] env[65762]: value = "task-4559606" [ 607.542082] env[65762]: _type = "Task" [ 607.542082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.553031] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559606, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.572021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.572615] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 607.576558] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.166s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.578565] env[65762]: INFO nova.compute.claims [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.591068] env[65762]: WARNING neutronclient.v2_0.client [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.764741] env[65762]: DEBUG nova.network.neutron [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance_info_cache with network_info: [{"id": "a6deec82-6909-47f3-a797-514ab92ea7d7", "address": "fa:16:3e:19:60:7c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6deec82-69", "ovs_interfaceid": "a6deec82-6909-47f3-a797-514ab92ea7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.818618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8c7fe25-1218-4968-b72a-966b46549745 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "d4d8ad32-5565-49bf-8006-401072801567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.203s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.879448] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559605, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.917576] env[65762]: WARNING neutronclient.v2_0.client [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.961536] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559603, 'name': Rename_Task, 'duration_secs': 0.969037} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.963368] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.963368] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bbb70ab-6264-461d-9bb1-a98984ce6aaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.974341] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 607.974341] env[65762]: value = "task-4559607" [ 607.974341] env[65762]: _type = "Task" [ 607.974341] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.984147] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.052882] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559606, 'name': Rename_Task, 'duration_secs': 0.193438} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.053209] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.053596] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-347a74a0-4010-4a43-a717-972475a2ae40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.063598] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 608.063598] env[65762]: value = "task-4559608" [ 608.063598] env[65762]: _type = "Task" [ 608.063598] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.075870] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.078840] env[65762]: DEBUG nova.compute.utils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.080467] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 608.080697] env[65762]: DEBUG nova.network.neutron [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.081176] env[65762]: WARNING neutronclient.v2_0.client [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.081540] env[65762]: WARNING neutronclient.v2_0.client [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.267576] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.269853] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Instance network_info: |[{"id": "a6deec82-6909-47f3-a797-514ab92ea7d7", "address": "fa:16:3e:19:60:7c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6deec82-69", "ovs_interfaceid": "a6deec82-6909-47f3-a797-514ab92ea7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 608.270038] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:60:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6deec82-6909-47f3-a797-514ab92ea7d7', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.282246] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Creating folder: Project (12301dae3f2d490caad3a80c26a8a933). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.285460] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2018324-4342-44da-9ddc-bd39b87f1959 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.297357] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Created folder: Project (12301dae3f2d490caad3a80c26a8a933) in parent group-v890951. [ 608.297851] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Creating folder: Instances. Parent ref: group-v890964. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.298433] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0406977-234d-4614-ba2a-9f5a2b9adf52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.313573] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Created folder: Instances in parent group-v890964. [ 608.314109] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.316082] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.316082] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a1a5878-5727-4ec5-baac-4aa252ee6f6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.338924] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.338924] env[65762]: value = "task-4559611" [ 608.338924] env[65762]: _type = "Task" [ 608.338924] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.350177] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559611, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.378573] env[65762]: DEBUG oslo_vmware.api [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559605, 'name': PowerOnVM_Task, 'duration_secs': 0.624227} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.378861] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.379141] env[65762]: INFO nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Took 15.50 seconds to spawn the instance on the hypervisor. [ 608.379303] env[65762]: DEBUG nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 608.380135] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ccc5dd-8bd5-4bac-9532-e22476f67e92 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.489498] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.549663] env[65762]: DEBUG nova.policy [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dab1500c5b264819950875c47e260f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a692d7fb314d968a04a6a0952cb75a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.576054] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.585920] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 608.756933] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dac163c-2d12-45fc-84b7-9baeefcdfbf9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.766331] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0244225-57aa-42af-ad39-513fec1b2351 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.799399] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f43dc-8271-4ad0-b264-b489597ef881 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.809075] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01683ae-0830-4472-ba76-4bb109f670c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.826275] env[65762]: DEBUG nova.compute.provider_tree [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.856362] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559611, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.902533] env[65762]: INFO nova.compute.manager [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Took 20.23 seconds to build instance. [ 608.986513] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.075357] env[65762]: DEBUG oslo_vmware.api [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559608, 'name': PowerOnVM_Task, 'duration_secs': 0.966551} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.075863] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.076049] env[65762]: INFO nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Took 8.79 seconds to spawn the instance on the hypervisor. [ 609.076225] env[65762]: DEBUG nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 609.077097] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d9748-3cc4-4fd5-8530-e93a5ec7a86f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.332203] env[65762]: DEBUG nova.scheduler.client.report [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.352270] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559611, 'name': CreateVM_Task, 'duration_secs': 0.577896} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.353735] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.355135] env[65762]: WARNING neutronclient.v2_0.client [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.358596] env[65762]: DEBUG oslo_vmware.service [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd99cd0-cb56-4b93-a8b9-8dbf3aade967 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.366731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.366920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.367379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.367799] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7664e1d3-2508-4c1f-88ad-a587d88f7783 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.375072] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 609.375072] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52abcdcf-9054-6830-b246-331246882c07" [ 609.375072] env[65762]: _type = "Task" [ 609.375072] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.385079] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52abcdcf-9054-6830-b246-331246882c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.405463] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bebe7b51-8ed3-42b4-b962-4757d829a89f tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.744s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.488545] env[65762]: DEBUG oslo_vmware.api [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559607, 'name': PowerOnVM_Task, 'duration_secs': 1.363841} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.488545] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.488814] env[65762]: INFO nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Took 13.63 seconds to spawn the instance on the hypervisor. [ 609.488875] env[65762]: DEBUG nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 609.489807] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bad7739-e5e9-4fe8-9dd7-133addd917d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.604047] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 609.608839] env[65762]: INFO nova.compute.manager [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Took 13.70 seconds to build instance. [ 609.657102] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.658928] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.658928] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.658928] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.658928] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.658928] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.658928] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.659969] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.659969] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.659969] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.659969] env[65762]: DEBUG nova.virt.hardware [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.660460] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06014cef-b37e-4f59-b932-d3e009ab8309 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.671131] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09293d66-239f-473f-8f4e-407df3ce1f51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.839117] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.839762] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 609.844031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.315s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.847793] env[65762]: INFO nova.compute.claims [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.890979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.891249] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.891473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.891614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.891786] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.892378] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aeb198b-86e0-4875-9925-47a594ff2359 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.917778] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.918176] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.919230] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a7c182-c58c-4dda-be2d-a827af16e4a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.923599] env[65762]: WARNING neutronclient.v2_0.client [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.936085] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df2f2eb-f59f-4b76-9835-087d5681df58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.943091] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 609.943091] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524028f8-3e76-f202-e061-19d90457ad16" [ 609.943091] env[65762]: _type = "Task" [ 609.943091] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.954034] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524028f8-3e76-f202-e061-19d90457ad16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.009634] env[65762]: INFO nova.compute.manager [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Took 18.38 seconds to build instance. [ 610.113081] env[65762]: DEBUG oslo_concurrency.lockutils [None req-faf51a5b-0c2e-4582-b17f-3cf784059dfb tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.210s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.230210] env[65762]: DEBUG nova.network.neutron [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Successfully created port: 19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.350272] env[65762]: DEBUG nova.compute.utils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.352580] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 610.352580] env[65762]: DEBUG nova.network.neutron [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 610.352580] env[65762]: WARNING neutronclient.v2_0.client [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.353194] env[65762]: WARNING neutronclient.v2_0.client [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.457872] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.458345] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Creating directory with path [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.458891] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c382ab11-ae70-47e7-86be-b1af2b661d06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.511435] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd30cbcd-c972-4305-9b54-9879d14aaf1b tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.902s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.511817] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Created directory with path [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.512015] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Fetch image to [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.512264] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Downloading image file data bd5744b4-7c33-40d3-985b-f19cd8a33f62 to [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk on the data store datastore1 {{(pid=65762) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.513761] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f854ac4a-f81b-4f5a-aaa6-a77e02e3d16f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.526235] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6338e-9538-42d5-8193-0bfb3d27c65b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.540557] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2009f-7442-4ff4-8c14-8875ef880e11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.582216] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da6df2c-d0ab-4a98-b2b9-78fdc3d4e5f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.589515] env[65762]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-aa2fb4d6-55ea-4dbe-b644-70b4aad6efde {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.630841] env[65762]: DEBUG nova.compute.manager [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Received event network-vif-plugged-a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 610.631103] env[65762]: DEBUG oslo_concurrency.lockutils [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] Acquiring lock "490f16d8-a261-4dc6-945e-10df56459d33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.631315] env[65762]: DEBUG oslo_concurrency.lockutils [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] Lock "490f16d8-a261-4dc6-945e-10df56459d33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.631491] env[65762]: DEBUG oslo_concurrency.lockutils [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] Lock "490f16d8-a261-4dc6-945e-10df56459d33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.631656] env[65762]: DEBUG nova.compute.manager [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] No waiting events found dispatching network-vif-plugged-a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 610.631970] env[65762]: WARNING nova.compute.manager [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Received unexpected event network-vif-plugged-a6deec82-6909-47f3-a797-514ab92ea7d7 for instance with vm_state building and task_state spawning. [ 610.631970] env[65762]: DEBUG nova.compute.manager [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Received event network-changed-a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 610.632374] env[65762]: DEBUG nova.compute.manager [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Refreshing instance network info cache due to event network-changed-a6deec82-6909-47f3-a797-514ab92ea7d7. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 610.632568] env[65762]: DEBUG oslo_concurrency.lockutils [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] Acquiring lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.633978] env[65762]: DEBUG oslo_concurrency.lockutils [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] Acquired lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.633978] env[65762]: DEBUG nova.network.neutron [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Refreshing network info cache for port a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.636842] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Downloading image file data bd5744b4-7c33-40d3-985b-f19cd8a33f62 to the data store datastore1 {{(pid=65762) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 610.710344] env[65762]: DEBUG oslo_vmware.rw_handles [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.779163] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updated VIF entry in instance network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.779582] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.856986] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 611.054618] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c13f69-500a-4ed3-aecb-a3b419ee6783 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.068179] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ebf4d4-98c3-418f-aa21-fe0e6a9d205d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.108282] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506dcff-14df-4320-8219-9daaa79ee2c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.118044] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a06a966-5b54-4724-87db-819308596b36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.137483] env[65762]: DEBUG nova.compute.provider_tree [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.143021] env[65762]: WARNING neutronclient.v2_0.client [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.288030] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Releasing lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.288313] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Received event network-vif-plugged-bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 611.288529] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquiring lock "f671e07b-eb46-443a-beed-abb7b5d62f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.288697] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.288852] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.289174] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] No waiting events found dispatching network-vif-plugged-bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.289339] env[65762]: WARNING nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Received unexpected event network-vif-plugged-bef95067-e81c-49b0-bbe6-de4cd13e41a5 for instance with vm_state building and task_state spawning. [ 611.289540] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Received event network-changed-bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 611.289696] env[65762]: DEBUG nova.compute.manager [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Refreshing instance network info cache due to event network-changed-bef95067-e81c-49b0-bbe6-de4cd13e41a5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 611.289981] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquiring lock "refresh_cache-f671e07b-eb46-443a-beed-abb7b5d62f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.290149] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Acquired lock "refresh_cache-f671e07b-eb46-443a-beed-abb7b5d62f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.290306] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Refreshing network info cache for port bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.458276] env[65762]: DEBUG oslo_vmware.rw_handles [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.458649] env[65762]: DEBUG oslo_vmware.rw_handles [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 611.617898] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Downloaded image file data bd5744b4-7c33-40d3-985b-f19cd8a33f62 to vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk on the data store datastore1 {{(pid=65762) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 611.619796] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 611.620113] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Copying Virtual Disk [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk to [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.620413] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f31045dd-ebcd-464b-964a-c43e67f36f4c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.629787] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 611.629787] env[65762]: value = "task-4559612" [ 611.629787] env[65762]: _type = "Task" [ 611.629787] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.639749] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.641813] env[65762]: DEBUG nova.scheduler.client.report [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.793076] env[65762]: WARNING neutronclient.v2_0.client [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.838601] env[65762]: DEBUG nova.policy [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d486dac9a1e4585816356bb79413df3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0383d442f1a4d22b73edc36a58485ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.874916] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 611.904349] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.904656] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.904843] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.905096] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.905327] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.905517] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.905780] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.905992] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.906202] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.906369] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.906573] env[65762]: DEBUG nova.virt.hardware [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.907512] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1270f0f-6672-4f43-b55f-5dba1aaa4b49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.918687] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed4f2f9-eedf-4c38-80b3-55f32ca84cb9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.146940] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.147545] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 612.155277] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559612, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.230068] env[65762]: DEBUG nova.network.neutron [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Successfully updated port: 19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.650727] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933488} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.650727] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Copied Virtual Disk [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk to [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.650727] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleting the datastore file [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62/tmp-sparse.vmdk {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.650727] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf9cb6c-11f8-491c-9c69-61184e607222 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.660524] env[65762]: DEBUG nova.compute.utils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.662565] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 612.662565] env[65762]: value = "task-4559613" [ 612.662565] env[65762]: _type = "Task" [ 612.662565] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.662915] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 612.663210] env[65762]: DEBUG nova.network.neutron [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.664445] env[65762]: WARNING neutronclient.v2_0.client [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.664445] env[65762]: WARNING neutronclient.v2_0.client [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.681657] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.738395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.738395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquired lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.738395] env[65762]: DEBUG nova.network.neutron [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.744233] env[65762]: DEBUG nova.network.neutron [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Successfully created port: c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 612.839646] env[65762]: DEBUG nova.policy [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6054b4690727463098286428b983bce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadc083357e04e459bbfdc28e2e2c5ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.169361] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 613.188454] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05635} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.188771] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.189081] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Moving file from [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4/bd5744b4-7c33-40d3-985b-f19cd8a33f62 to [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62. {{(pid=65762) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.189343] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cc5133cb-7b08-48da-bce5-4cb6b188cc97 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.202028] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 613.202028] env[65762]: value = "task-4559614" [ 613.202028] env[65762]: _type = "Task" [ 613.202028] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.209719] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559614, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.709463] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559614, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.083112} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.709923] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] File moved {{(pid=65762) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.709923] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Cleaning up location [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.710121] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleting the datastore file [datastore1] vmware_temp/3578e612-347c-4eb5-852d-05dbc9345ae4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.710387] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-320ce3ac-00b0-4493-8d78-2a23f17bf1b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.718218] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 613.718218] env[65762]: value = "task-4559615" [ 613.718218] env[65762]: _type = "Task" [ 613.718218] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.727594] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.193847] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 614.229509] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 614.229766] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.229896] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 614.230085] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.230231] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 614.230431] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 614.230662] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 614.230854] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 614.231034] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 614.231232] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 614.231417] env[65762]: DEBUG nova.virt.hardware [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 614.232422] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329645f-1d3d-4614-a774-1ed879a3aa23 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.241546] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11216} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.244997] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.245727] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8045706-dd15-4d23-b68c-4c8d76af6458 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.251782] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45cf1a7-42b5-42b6-ac6a-c838fb7eb24b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.272378] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 614.272378] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522a816b-63ed-3b38-0032-7d668bf8fe0e" [ 614.272378] env[65762]: _type = "Task" [ 614.272378] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.282413] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522a816b-63ed-3b38-0032-7d668bf8fe0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.282830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.282962] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33/490f16d8-a261-4dc6-945e-10df56459d33.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.283268] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c337c07a-0d96-4a73-9427-c0bdc7e731d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.291261] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 614.291261] env[65762]: value = "task-4559616" [ 614.291261] env[65762]: _type = "Task" [ 614.291261] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.303688] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.441961] env[65762]: DEBUG nova.network.neutron [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Successfully updated port: c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 614.471596] env[65762]: WARNING neutronclient.v2_0.client [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.498385] env[65762]: DEBUG nova.network.neutron [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.635054] env[65762]: DEBUG nova.network.neutron [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Successfully created port: 195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.664119] env[65762]: WARNING neutronclient.v2_0.client [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.801312] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559616, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.945582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "refresh_cache-fd026dea-8e2b-4caf-91d6-125b41034aae" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.946231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquired lock "refresh_cache-fd026dea-8e2b-4caf-91d6-125b41034aae" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.946540] env[65762]: DEBUG nova.network.neutron [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 615.305615] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513406} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.306475] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33/490f16d8-a261-4dc6-945e-10df56459d33.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.306661] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.307044] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74630c81-7bc0-46b3-bbc8-c92ab44787a3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.320061] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 615.320061] env[65762]: value = "task-4559617" [ 615.320061] env[65762]: _type = "Task" [ 615.320061] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.333992] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.399165] env[65762]: DEBUG nova.network.neutron [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updated VIF entry in instance network info cache for port a6deec82-6909-47f3-a797-514ab92ea7d7. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.399165] env[65762]: DEBUG nova.network.neutron [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance_info_cache with network_info: [{"id": "a6deec82-6909-47f3-a797-514ab92ea7d7", "address": "fa:16:3e:19:60:7c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6deec82-69", "ovs_interfaceid": "a6deec82-6909-47f3-a797-514ab92ea7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.457247] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Updated VIF entry in instance network info cache for port bef95067-e81c-49b0-bbe6-de4cd13e41a5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.457700] env[65762]: DEBUG nova.network.neutron [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Updating instance_info_cache with network_info: [{"id": "bef95067-e81c-49b0-bbe6-de4cd13e41a5", "address": "fa:16:3e:a9:f4:8c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef95067-e8", "ovs_interfaceid": "bef95067-e81c-49b0-bbe6-de4cd13e41a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.515881] env[65762]: WARNING neutronclient.v2_0.client [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.625247] env[65762]: DEBUG nova.network.neutron [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 615.831950] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232098} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.832259] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.833750] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38277a-beac-414f-ad5f-950330a404c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.862282] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33/490f16d8-a261-4dc6-945e-10df56459d33.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.862282] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c85fdcc7-32b6-4b7f-8ca4-72c9d72b81da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.883446] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 615.883446] env[65762]: value = "task-4559618" [ 615.883446] env[65762]: _type = "Task" [ 615.883446] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.894051] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.902975] env[65762]: DEBUG oslo_concurrency.lockutils [req-8adea592-f290-49ab-9654-6a9f8a384dcc req-b8638326-02b9-4619-a178-ffc6989c76db service nova] Releasing lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.960959] env[65762]: DEBUG oslo_concurrency.lockutils [req-2239bbf5-c5c3-495a-b24d-7f64fc389f04 req-d2842c15-9c09-4708-9c5d-c3a06abd50bf service nova] Releasing lock "refresh_cache-f671e07b-eb46-443a-beed-abb7b5d62f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.040846] env[65762]: DEBUG nova.network.neutron [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Updating instance_info_cache with network_info: [{"id": "19ac37c8-b811-413e-8b1b-5fe72024defc", "address": "fa:16:3e:2c:da:5a", "network": {"id": "969815cf-bcf9-4891-8975-dc0fae703ce7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2086770082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a692d7fb314d968a04a6a0952cb75a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ac37c8-b8", "ovs_interfaceid": "19ac37c8-b811-413e-8b1b-5fe72024defc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.348572] env[65762]: DEBUG nova.network.neutron [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Successfully updated port: 195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.396389] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.409318] env[65762]: WARNING neutronclient.v2_0.client [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.544455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Releasing lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.544920] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Instance network_info: |[{"id": "19ac37c8-b811-413e-8b1b-5fe72024defc", "address": "fa:16:3e:2c:da:5a", "network": {"id": "969815cf-bcf9-4891-8975-dc0fae703ce7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2086770082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a692d7fb314d968a04a6a0952cb75a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ac37c8-b8", "ovs_interfaceid": "19ac37c8-b811-413e-8b1b-5fe72024defc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 616.546148] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:da:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19ac37c8-b811-413e-8b1b-5fe72024defc', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.558543] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Creating folder: Project (81a692d7fb314d968a04a6a0952cb75a). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.559204] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56ede05c-3c57-4f83-b79d-8cad2111a151 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.576117] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Created folder: Project (81a692d7fb314d968a04a6a0952cb75a) in parent group-v890951. [ 616.576117] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Creating folder: Instances. Parent ref: group-v890967. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.576117] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea29b6b4-6bfd-4f98-9bc6-58549b6f2237 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.588509] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Created folder: Instances in parent group-v890967. [ 616.588824] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 616.591025] env[65762]: DEBUG nova.network.neutron [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Updating instance_info_cache with network_info: [{"id": "c7b92620-8360-4803-9762-4028d8b0aafd", "address": "fa:16:3e:be:96:e4", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b92620-83", "ovs_interfaceid": "c7b92620-8360-4803-9762-4028d8b0aafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.592224] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.592485] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6404af-519a-4820-ba93-e8968cb09456 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.623022] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.623022] env[65762]: value = "task-4559621" [ 616.623022] env[65762]: _type = "Task" [ 616.623022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.633574] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559621, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.638783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "2ae45b82-9506-4806-81ad-36ce7ea604bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.639032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "2ae45b82-9506-4806-81ad-36ce7ea604bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.852513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.852952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquired lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.853078] env[65762]: DEBUG nova.network.neutron [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.898410] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559618, 'name': ReconfigVM_Task, 'duration_secs': 0.999789} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.898702] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33/490f16d8-a261-4dc6-945e-10df56459d33.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.899747] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9444f64-e195-4d9a-8804-40a942a9bfed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.908430] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 616.908430] env[65762]: value = "task-4559622" [ 616.908430] env[65762]: _type = "Task" [ 616.908430] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.919782] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559622, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.115301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Releasing lock "refresh_cache-fd026dea-8e2b-4caf-91d6-125b41034aae" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.115921] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Instance network_info: |[{"id": "c7b92620-8360-4803-9762-4028d8b0aafd", "address": "fa:16:3e:be:96:e4", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b92620-83", "ovs_interfaceid": "c7b92620-8360-4803-9762-4028d8b0aafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 617.116501] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:96:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b92620-8360-4803-9762-4028d8b0aafd', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.124869] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Creating folder: Project (c0383d442f1a4d22b73edc36a58485ba). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.125260] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4073210b-40ee-40e7-81b3-5eee92e4993f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.138014] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559621, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.142152] env[65762]: DEBUG nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 617.145155] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Created folder: Project (c0383d442f1a4d22b73edc36a58485ba) in parent group-v890951. [ 617.145155] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Creating folder: Instances. Parent ref: group-v890970. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.145589] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-262c2326-225e-49f1-8b41-05ee4ab9f01d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.158167] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Created folder: Instances in parent group-v890970. [ 617.158518] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.158929] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.159021] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94be3e74-a9f1-4429-a1db-e50bf0b0f0df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.184501] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.184501] env[65762]: value = "task-4559625" [ 617.184501] env[65762]: _type = "Task" [ 617.184501] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.197515] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559625, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.422833] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559622, 'name': Rename_Task, 'duration_secs': 0.186111} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.423234] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.423492] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51fadeb6-fa2a-44d8-b129-326d5398f6a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.433900] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 617.433900] env[65762]: value = "task-4559626" [ 617.433900] env[65762]: _type = "Task" [ 617.433900] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.445899] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.636418] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559621, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.676930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.677405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.679480] env[65762]: INFO nova.compute.claims [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.698334] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559625, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.951263] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.045424] env[65762]: DEBUG nova.network.neutron [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.141265] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559621, 'name': CreateVM_Task, 'duration_secs': 1.424791} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.141265] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.141265] env[65762]: WARNING neutronclient.v2_0.client [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.141265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142074] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3b3baf-65d5-40e8-a2ae-0ca4b193c0e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.147779] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 618.147779] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521c20b1-554a-bc73-bf9c-32a9854e90a9" [ 618.147779] env[65762]: _type = "Task" [ 618.147779] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.159123] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521c20b1-554a-bc73-bf9c-32a9854e90a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.198245] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559625, 'name': CreateVM_Task, 'duration_secs': 0.5232} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.199184] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.199889] env[65762]: WARNING neutronclient.v2_0.client [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.200062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.451401] env[65762]: DEBUG oslo_vmware.api [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559626, 'name': PowerOnVM_Task, 'duration_secs': 0.692511} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.451685] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.451883] env[65762]: INFO nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Took 13.45 seconds to spawn the instance on the hypervisor. [ 618.452071] env[65762]: DEBUG nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 618.452886] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1280ddd-82af-4893-9291-a043182fb8b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.662246] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521c20b1-554a-bc73-bf9c-32a9854e90a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.662781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663194] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.663598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.665063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.665063] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.665063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.665063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.665063] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f030e326-08eb-40a3-9f7d-3ae25dc06e89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.667698] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d928eef-ae9f-4f89-ad8e-882b4e86622c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.674699] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 618.674699] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f3a0fe-f799-75c8-e964-3e1fd0dc108a" [ 618.674699] env[65762]: _type = "Task" [ 618.674699] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.687089] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f3a0fe-f799-75c8-e964-3e1fd0dc108a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.689767] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.690155] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.694254] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0611f8a0-a16d-4655-8f53-ad2ff1bd6e31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.698895] env[65762]: WARNING neutronclient.v2_0.client [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.705427] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 618.705427] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b213f5-b84b-7436-29da-55fcf616b7b7" [ 618.705427] env[65762]: _type = "Task" [ 618.705427] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.715469] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b213f5-b84b-7436-29da-55fcf616b7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.906521] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34a626-02f9-4726-b382-5eb721667e2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.917660] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a66b6-4656-4e98-842a-c2fad3810759 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.955498] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e54068-4339-4e9d-8bfc-b26903ea722d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.966352] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86daf09-0ccf-4461-84fb-f3eb7a5fca1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.989523] env[65762]: DEBUG nova.compute.provider_tree [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.991232] env[65762]: INFO nova.compute.manager [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Took 18.25 seconds to build instance. [ 619.190132] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f3a0fe-f799-75c8-e964-3e1fd0dc108a, 'name': SearchDatastore_Task, 'duration_secs': 0.03244} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.190269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.190467] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.190692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.218233] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b213f5-b84b-7436-29da-55fcf616b7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020812} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.219052] env[65762]: DEBUG nova.network.neutron [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updating instance_info_cache with network_info: [{"id": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "address": "fa:16:3e:7e:9e:03", "network": {"id": "f9fc50bc-1460-418d-aa53-7dcdbba7d464", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1591524801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadc083357e04e459bbfdc28e2e2c5ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap195b1826-a7", "ovs_interfaceid": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.221491] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abb98de-1faf-4db9-b930-777a0b84ca7a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.229054] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 619.229054] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52637387-4b2e-3f67-ba07-4dab18b6b919" [ 619.229054] env[65762]: _type = "Task" [ 619.229054] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.240575] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52637387-4b2e-3f67-ba07-4dab18b6b919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.495321] env[65762]: DEBUG nova.scheduler.client.report [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.499030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.766s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.722816] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Releasing lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.723197] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Instance network_info: |[{"id": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "address": "fa:16:3e:7e:9e:03", "network": {"id": "f9fc50bc-1460-418d-aa53-7dcdbba7d464", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1591524801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadc083357e04e459bbfdc28e2e2c5ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap195b1826-a7", "ovs_interfaceid": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 619.724823] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:9e:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '195b1826-a7b4-476b-a65d-bfd818f80bc2', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.734158] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Creating folder: Project (dadc083357e04e459bbfdc28e2e2c5ac). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.734439] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-933d306d-1bb0-4032-961a-272c1835a773 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.751245] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52637387-4b2e-3f67-ba07-4dab18b6b919, 'name': SearchDatastore_Task, 'duration_secs': 0.018559} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.753424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.754145] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] f2cbc9f3-12f8-4737-a8ca-013c6caea3e9/f2cbc9f3-12f8-4737-a8ca-013c6caea3e9.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.754617] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Created folder: Project (dadc083357e04e459bbfdc28e2e2c5ac) in parent group-v890951. [ 619.754902] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Creating folder: Instances. Parent ref: group-v890973. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.755383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.755778] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.756326] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8da1448-58b8-497a-bcdf-48f64a59ca6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.759047] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77db21b2-9ec3-423f-be6a-e633dcbf32c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.761234] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e4e4668-9978-4375-9268-b6abd429da4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.770178] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 619.770178] env[65762]: value = "task-4559629" [ 619.770178] env[65762]: _type = "Task" [ 619.770178] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.779320] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.779320] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.779320] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Created folder: Instances in parent group-v890973. [ 619.779320] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.779320] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff7233b-e7cd-4190-bf36-014ac9ef1c30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.783185] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.787053] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937a53d0-bdd7-487b-b1d8-9dd988cbbbe6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.806211] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.810697] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 619.810697] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d600d3-e35d-3636-d96d-b76335db2c60" [ 619.810697] env[65762]: _type = "Task" [ 619.810697] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.812252] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.812252] env[65762]: value = "task-4559630" [ 619.812252] env[65762]: _type = "Task" [ 619.812252] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.825455] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d600d3-e35d-3636-d96d-b76335db2c60, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.830050] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559630, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.830157] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99da04c-d731-4cb0-b95b-dc92c833f48c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.837363] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 619.837363] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218d5d7-e58e-40b2-97b8-c0d74e7a9612" [ 619.837363] env[65762]: _type = "Task" [ 619.837363] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.851643] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5218d5d7-e58e-40b2-97b8-c0d74e7a9612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.899805] env[65762]: DEBUG nova.compute.manager [req-58b54ad8-577e-4361-930d-28a5a562bf2b req-9de16986-6d95-4367-bd3b-5e8b2670f5ba service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Received event network-vif-plugged-19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 619.900017] env[65762]: DEBUG oslo_concurrency.lockutils [req-58b54ad8-577e-4361-930d-28a5a562bf2b req-9de16986-6d95-4367-bd3b-5e8b2670f5ba service nova] Acquiring lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.900219] env[65762]: DEBUG oslo_concurrency.lockutils [req-58b54ad8-577e-4361-930d-28a5a562bf2b req-9de16986-6d95-4367-bd3b-5e8b2670f5ba service nova] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.900376] env[65762]: DEBUG oslo_concurrency.lockutils [req-58b54ad8-577e-4361-930d-28a5a562bf2b req-9de16986-6d95-4367-bd3b-5e8b2670f5ba service nova] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.900530] env[65762]: DEBUG nova.compute.manager [req-58b54ad8-577e-4361-930d-28a5a562bf2b req-9de16986-6d95-4367-bd3b-5e8b2670f5ba service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] No waiting events found dispatching network-vif-plugged-19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.900698] env[65762]: WARNING nova.compute.manager [req-58b54ad8-577e-4361-930d-28a5a562bf2b req-9de16986-6d95-4367-bd3b-5e8b2670f5ba service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Received unexpected event network-vif-plugged-19ac37c8-b811-413e-8b1b-5fe72024defc for instance with vm_state building and task_state spawning. [ 620.001277] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.002091] env[65762]: DEBUG nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 620.283639] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.333759] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559630, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.353187] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5218d5d7-e58e-40b2-97b8-c0d74e7a9612, 'name': SearchDatastore_Task, 'duration_secs': 0.025612} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.353357] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.353625] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] fd026dea-8e2b-4caf-91d6-125b41034aae/fd026dea-8e2b-4caf-91d6-125b41034aae.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.353955] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb45296-0d9a-4832-8ec0-e1c21dd66ca4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.365762] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 620.365762] env[65762]: value = "task-4559631" [ 620.365762] env[65762]: _type = "Task" [ 620.365762] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.377465] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.506608] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "d475e8b7-a071-4429-a1ea-92069474ec38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.506922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.514147] env[65762]: DEBUG nova.compute.utils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.520840] env[65762]: DEBUG nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 620.630897] env[65762]: DEBUG nova.compute.manager [None req-a80f9ec1-9a22-440f-a985-0f0f6674d2d9 tempest-ServerDiagnosticsV248Test-1199367720 tempest-ServerDiagnosticsV248Test-1199367720-project-admin] [instance: d4d8ad32-5565-49bf-8006-401072801567] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 620.635536] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e935e-2756-4daa-b60e-b07982003a68 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.645466] env[65762]: INFO nova.compute.manager [None req-a80f9ec1-9a22-440f-a985-0f0f6674d2d9 tempest-ServerDiagnosticsV248Test-1199367720 tempest-ServerDiagnosticsV248Test-1199367720-project-admin] [instance: d4d8ad32-5565-49bf-8006-401072801567] Retrieving diagnostics [ 620.646669] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16426e87-8698-4918-a37d-e5ab4c87d3a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.787833] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682128} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.788203] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] f2cbc9f3-12f8-4737-a8ca-013c6caea3e9/f2cbc9f3-12f8-4737-a8ca-013c6caea3e9.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.788419] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.788734] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f98cdc-164d-436b-b2f4-8ea1ffe53459 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.798948] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 620.798948] env[65762]: value = "task-4559632" [ 620.798948] env[65762]: _type = "Task" [ 620.798948] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.813272] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.828253] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559630, 'name': CreateVM_Task, 'duration_secs': 0.756803} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.828477] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.829078] env[65762]: WARNING neutronclient.v2_0.client [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.829444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.829818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.830031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.830237] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ff250f-f9ff-4402-aff6-e7cd718e2079 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.837066] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 620.837066] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52375269-3d6f-a3a8-cabb-8c07f6961562" [ 620.837066] env[65762]: _type = "Task" [ 620.837066] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.848829] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52375269-3d6f-a3a8-cabb-8c07f6961562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.877926] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.019906] env[65762]: DEBUG nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 621.024147] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 621.026260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "5750b19a-c936-41f5-88b3-b0cc75726df1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.026540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.310900] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095034} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.311280] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.311921] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdb4f0-14ba-4a2f-a591-723cb74f85cc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.336994] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f2cbc9f3-12f8-4737-a8ca-013c6caea3e9/f2cbc9f3-12f8-4737-a8ca-013c6caea3e9.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.337472] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a62112f3-3138-4cfc-ae92-a4e85cb39219 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.363041] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52375269-3d6f-a3a8-cabb-8c07f6961562, 'name': SearchDatastore_Task, 'duration_secs': 0.044903} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.364625] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.365179] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.365421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.365974] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.365974] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.366189] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 621.366189] env[65762]: value = "task-4559633" [ 621.366189] env[65762]: _type = "Task" [ 621.366189] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.366380] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c8c6e1-94d7-417d-9c4c-506ae6ed1a7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.380894] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534976} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.386662] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] fd026dea-8e2b-4caf-91d6-125b41034aae/fd026dea-8e2b-4caf-91d6-125b41034aae.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.386662] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.386662] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.386662] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a727a20c-8817-43f5-a417-fabb23ac6aa4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.388243] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.388452] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.389191] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8131d5-8950-4739-8c1d-b020834ca6f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.395675] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 621.395675] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52842cff-b011-09c9-ab37-3de6275fc195" [ 621.395675] env[65762]: _type = "Task" [ 621.395675] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.400214] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 621.400214] env[65762]: value = "task-4559634" [ 621.400214] env[65762]: _type = "Task" [ 621.400214] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.409616] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52842cff-b011-09c9-ab37-3de6275fc195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.416708] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.469885] env[65762]: DEBUG nova.compute.manager [req-cd50c0e3-f4f8-4360-be2c-3271a9703caa req-3ab2b449-de3b-4893-a309-1b08ccc5c344 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Received event network-vif-plugged-195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 621.469885] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd50c0e3-f4f8-4360-be2c-3271a9703caa req-3ab2b449-de3b-4893-a309-1b08ccc5c344 service nova] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.470015] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd50c0e3-f4f8-4360-be2c-3271a9703caa req-3ab2b449-de3b-4893-a309-1b08ccc5c344 service nova] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.470188] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd50c0e3-f4f8-4360-be2c-3271a9703caa req-3ab2b449-de3b-4893-a309-1b08ccc5c344 service nova] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.470358] env[65762]: DEBUG nova.compute.manager [req-cd50c0e3-f4f8-4360-be2c-3271a9703caa req-3ab2b449-de3b-4893-a309-1b08ccc5c344 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] No waiting events found dispatching network-vif-plugged-195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.470571] env[65762]: WARNING nova.compute.manager [req-cd50c0e3-f4f8-4360-be2c-3271a9703caa req-3ab2b449-de3b-4893-a309-1b08ccc5c344 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Received unexpected event network-vif-plugged-195b1826-a7b4-476b-a65d-bfd818f80bc2 for instance with vm_state building and task_state spawning. [ 621.539635] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 621.570526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.570883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.576296] env[65762]: INFO nova.compute.claims [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.881125] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559633, 'name': ReconfigVM_Task, 'duration_secs': 0.444021} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.881450] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f2cbc9f3-12f8-4737-a8ca-013c6caea3e9/f2cbc9f3-12f8-4737-a8ca-013c6caea3e9.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.882247] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54df5559-3841-4fb8-b2b8-a379db84078c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.890444] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 621.890444] env[65762]: value = "task-4559635" [ 621.890444] env[65762]: _type = "Task" [ 621.890444] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.902693] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559635, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.918252] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098286} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.918980] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.919670] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52842cff-b011-09c9-ab37-3de6275fc195, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.920550] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e964c-8718-4647-a86a-41bba5e488b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.924842] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fc9b07-8dce-46ee-9ecc-c32fdc9856e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.949258] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fd026dea-8e2b-4caf-91d6-125b41034aae/fd026dea-8e2b-4caf-91d6-125b41034aae.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.950897] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec87df91-57bb-49af-9795-f09d9e5c1e71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.966159] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 621.966159] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521d656e-1f60-701e-8713-82258ce84951" [ 621.966159] env[65762]: _type = "Task" [ 621.966159] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.972651] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 621.972651] env[65762]: value = "task-4559636" [ 621.972651] env[65762]: _type = "Task" [ 621.972651] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.976439] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521d656e-1f60-701e-8713-82258ce84951, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.979845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.980134] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] deea35f9-8d70-4a1f-b731-a60f5731a540/deea35f9-8d70-4a1f-b731-a60f5731a540.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.980393] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b164f074-7739-47bd-90aa-b16965d9a02d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.994471] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 621.994471] env[65762]: value = "task-4559637" [ 621.994471] env[65762]: _type = "Task" [ 621.994471] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.994811] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.009030] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.047109] env[65762]: DEBUG nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 622.071981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.081765] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.082041] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.082524] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.082524] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.082524] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.082656] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.082872] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.083084] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.083274] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.083444] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.083613] env[65762]: DEBUG nova.virt.hardware [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.085031] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09a072-3b0b-4675-96af-3dc39fc6efe9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.099561] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c495b94-10a6-4396-8f2e-6bb3fe42abfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.116463] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.123166] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Creating folder: Project (dd294eaaaad44cf383b0fab324b8f159). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.124217] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a1c9b34-0f7d-4dc3-920a-f99528e2a358 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.136324] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Created folder: Project (dd294eaaaad44cf383b0fab324b8f159) in parent group-v890951. [ 622.136582] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Creating folder: Instances. Parent ref: group-v890976. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.136824] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b67ca872-e162-420d-bb12-6ce084b69fbe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.147434] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Created folder: Instances in parent group-v890976. [ 622.147736] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 622.147958] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.148202] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d661238-05b5-4681-9867-f2863750ced2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.168185] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.168185] env[65762]: value = "task-4559640" [ 622.168185] env[65762]: _type = "Task" [ 622.168185] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.177784] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559640, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.401182] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559635, 'name': Rename_Task, 'duration_secs': 0.158194} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.401561] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.401909] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49f9731-1c81-41a4-a62e-7fb12d7f2ba0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.410402] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 622.410402] env[65762]: value = "task-4559641" [ 622.410402] env[65762]: _type = "Task" [ 622.410402] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.420718] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.487960] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559636, 'name': ReconfigVM_Task, 'duration_secs': 0.503978} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.488984] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fd026dea-8e2b-4caf-91d6-125b41034aae/fd026dea-8e2b-4caf-91d6-125b41034aae.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.489213] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0ad1fa2-146c-425a-816f-62e4be18b9a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.496428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Acquiring lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.496700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.496898] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Acquiring lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.497168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.497263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.502523] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 622.502523] env[65762]: value = "task-4559642" [ 622.502523] env[65762]: _type = "Task" [ 622.502523] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.503052] env[65762]: INFO nova.compute.manager [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Terminating instance [ 622.521653] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559637, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.527141] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559642, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.684360] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559640, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.861249] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c6d19-1183-44f5-8839-3669741a0687 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.870471] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f3eeb-3910-4923-966d-f5e78c289399 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.906103] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f618fd91-c00d-466a-960f-359646b33a08 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.925019] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc78d4-f4c5-492c-a227-f4b4f89e33df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.936340] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.950304] env[65762]: DEBUG nova.compute.provider_tree [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.019074] env[65762]: DEBUG nova.compute.manager [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 623.019762] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.020462] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539057} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.021434] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1fce5-aa6f-43c8-80a5-b9b7b04d5cda {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.026526] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] deea35f9-8d70-4a1f-b731-a60f5731a540/deea35f9-8d70-4a1f-b731-a60f5731a540.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.027589] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.027589] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ba9482-f0cb-49b5-b9dd-4a48eef50edf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.035355] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559642, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.043825] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.043825] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294fe23c-e5f7-4628-b0c2-516e90152900 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.044953] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 623.044953] env[65762]: value = "task-4559643" [ 623.044953] env[65762]: _type = "Task" [ 623.044953] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.057240] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Waiting for the task: (returnval){ [ 623.057240] env[65762]: value = "task-4559644" [ 623.057240] env[65762]: _type = "Task" [ 623.057240] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.057240] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.066317] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Task: {'id': task-4559644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.117464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "b1e78905-5d3b-4bd4-b732-16716db84e37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.117464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.185201] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559640, 'name': CreateVM_Task, 'duration_secs': 0.668216} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.185201] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.185201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.185201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.185201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.185201] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26535421-5703-4f0a-843d-75287e77a1bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.190185] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 623.190185] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52826084-4e4a-663e-253d-b8af9e99568f" [ 623.190185] env[65762]: _type = "Task" [ 623.190185] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.202719] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52826084-4e4a-663e-253d-b8af9e99568f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.238950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.238950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.429727] env[65762]: DEBUG oslo_vmware.api [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559641, 'name': PowerOnVM_Task, 'duration_secs': 0.831596} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.430106] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.430361] env[65762]: INFO nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Took 13.83 seconds to spawn the instance on the hypervisor. [ 623.430600] env[65762]: DEBUG nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 623.431837] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5134a93e-2b18-4f95-9c6b-da6a206145d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.455037] env[65762]: DEBUG nova.scheduler.client.report [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.522404] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559642, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.558957] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148801} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.562840] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.567835] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f961d3-7fd2-45f3-b199-0039a49c8ba5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.576122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "76824fd3-c494-4610-8cd4-9e2661b260c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.576501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.585231] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Task: {'id': task-4559644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.621910] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] deea35f9-8d70-4a1f-b731-a60f5731a540/deea35f9-8d70-4a1f-b731-a60f5731a540.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.623806] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 623.627897] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be704f81-8162-4fd7-a2bf-b0706b561c22 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.660880] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 623.660880] env[65762]: value = "task-4559645" [ 623.660880] env[65762]: _type = "Task" [ 623.660880] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.671179] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.705680] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52826084-4e4a-663e-253d-b8af9e99568f, 'name': SearchDatastore_Task, 'duration_secs': 0.022772} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.705680] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.706058] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.706643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.706643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.708173] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.708173] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7021937-97d1-4486-841f-ebb8689c485b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.719163] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.719417] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.720657] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3535b7a3-aaf3-4dcb-8824-8574cc12fb45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.729574] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 623.729574] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520de8ed-61ac-e77f-8b40-0a18e2a3e2d1" [ 623.729574] env[65762]: _type = "Task" [ 623.729574] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.740703] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520de8ed-61ac-e77f-8b40-0a18e2a3e2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.741467] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 623.961179] env[65762]: INFO nova.compute.manager [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Took 18.76 seconds to build instance. [ 623.962557] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.963033] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 623.972491] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.898s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.972491] env[65762]: INFO nova.compute.claims [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.024254] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559642, 'name': Rename_Task, 'duration_secs': 1.315833} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.024522] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.024713] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0e01c9-8fda-40b2-a69c-15de6ad94e2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.037581] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 624.037581] env[65762]: value = "task-4559646" [ 624.037581] env[65762]: _type = "Task" [ 624.037581] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.050015] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.071613] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Task: {'id': task-4559644, 'name': PowerOffVM_Task, 'duration_secs': 0.787988} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.071986] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.072050] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.072362] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75a13865-1df9-4dc4-885a-b854c3236a2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.089329] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 624.151468] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "5603df51-b568-4e1c-9b11-412c7781bbd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.152397] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "5603df51-b568-4e1c-9b11-412c7781bbd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.182349] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559645, 'name': ReconfigVM_Task, 'duration_secs': 0.486571} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.182729] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Reconfigured VM instance instance-00000008 to attach disk [datastore1] deea35f9-8d70-4a1f-b731-a60f5731a540/deea35f9-8d70-4a1f-b731-a60f5731a540.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.184192] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9219fca1-9cf3-4af3-90b5-b54d6e5cc499 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.188019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.196611] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 624.196611] env[65762]: value = "task-4559648" [ 624.196611] env[65762]: _type = "Task" [ 624.196611] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.208532] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559648, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.242173] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520de8ed-61ac-e77f-8b40-0a18e2a3e2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.018058} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.243303] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48918df7-209b-45b4-be99-1ffff329b39e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.253715] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 624.253715] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5255f741-3cc7-6cbd-8fbe-885956c48f59" [ 624.253715] env[65762]: _type = "Task" [ 624.253715] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.260394] env[65762]: DEBUG nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Received event network-changed-19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 624.260661] env[65762]: DEBUG nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Refreshing instance network info cache due to event network-changed-19ac37c8-b811-413e-8b1b-5fe72024defc. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 624.260968] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Acquiring lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.261204] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Acquired lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.261362] env[65762]: DEBUG nova.network.neutron [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Refreshing network info cache for port 19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.266415] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.266415] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.266415] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Deleting the datastore file [datastore2] ff215daa-59ef-433f-b4ef-a9ee3e81abdd {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.266415] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0b81a88-3ec2-489a-afe5-b9a09cb45407 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.275339] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5255f741-3cc7-6cbd-8fbe-885956c48f59, 'name': SearchDatastore_Task, 'duration_secs': 0.013951} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.276455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.277984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.278268] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.279195] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a11ed7b1-4aff-43e2-9d4c-dbef7a6da0f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.285657] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Waiting for the task: (returnval){ [ 624.285657] env[65762]: value = "task-4559649" [ 624.285657] env[65762]: _type = "Task" [ 624.285657] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.289433] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 624.289433] env[65762]: value = "task-4559650" [ 624.289433] env[65762]: _type = "Task" [ 624.289433] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.298522] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Task: {'id': task-4559649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.307444] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.470420] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8e545885-e6ce-4d52-aab5-0fc103d7beda tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.282s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.477398] env[65762]: DEBUG nova.compute.utils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.484046] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 624.484046] env[65762]: DEBUG nova.network.neutron [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.484401] env[65762]: WARNING neutronclient.v2_0.client [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.484758] env[65762]: WARNING neutronclient.v2_0.client [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.550022] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559646, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.567949] env[65762]: DEBUG nova.policy [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e50812fa896436ea23356fbdbebd374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f29c5ac3b9646a9a6580e90b76d948b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.590770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.591140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.619979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.658573] env[65762]: DEBUG nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 624.715087] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559648, 'name': Rename_Task, 'duration_secs': 0.192037} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.716458] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.716962] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424ccb6d-42f6-42fd-b957-ed9c0f9bd65d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.730328] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 624.730328] env[65762]: value = "task-4559651" [ 624.730328] env[65762]: _type = "Task" [ 624.730328] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.743350] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.766377] env[65762]: WARNING neutronclient.v2_0.client [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.802706] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559650, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.807598] env[65762]: DEBUG oslo_vmware.api [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Task: {'id': task-4559649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195813} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.807598] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.807598] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.807598] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.807598] env[65762]: INFO nova.compute.manager [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Took 1.79 seconds to destroy the instance on the hypervisor. [ 624.807942] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.808134] env[65762]: DEBUG nova.compute.manager [-] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 624.808236] env[65762]: DEBUG nova.network.neutron [-] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 624.808639] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.833871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.834282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.989115] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 625.053935] env[65762]: DEBUG oslo_vmware.api [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559646, 'name': PowerOnVM_Task, 'duration_secs': 0.581604} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.054631] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.054858] env[65762]: INFO nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Took 13.18 seconds to spawn the instance on the hypervisor. [ 625.055047] env[65762]: DEBUG nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 625.056534] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e7d264-fcac-48ca-9b99-092a9c2167d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.082943] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.095020] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 625.189119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.244337] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.257895] env[65762]: DEBUG nova.network.neutron [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Successfully created port: b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.300076] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616615d-9c9f-4bbc-9d6d-4e49bd325fb0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.304852] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579084} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.305445] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.305646] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.305873] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ac8577-e7cc-4d37-9ec1-a10e406c66ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.310858] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcfa7d6-439d-4c53-8533-bc7ae24dfb41 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.315024] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 625.315024] env[65762]: value = "task-4559652" [ 625.315024] env[65762]: _type = "Task" [ 625.315024] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.346513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b22ce-b347-447d-b842-839135da293d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.352635] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.361822] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3768d793-5971-4d16-8ae5-7b9e49d0b0a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.378546] env[65762]: DEBUG nova.compute.provider_tree [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.579268] env[65762]: INFO nova.compute.manager [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Took 20.19 seconds to build instance. [ 625.621116] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.742489] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.829082] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189037} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.829375] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.830255] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436f992-45a4-4637-b081-743b152f2a24 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.854069] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.854069] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f651344d-dc85-46db-ba07-2cacf5055a12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.875048] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 625.875048] env[65762]: value = "task-4559653" [ 625.875048] env[65762]: _type = "Task" [ 625.875048] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.884528] env[65762]: DEBUG nova.scheduler.client.report [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.888594] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.008533] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 626.052712] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.052945] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.053107] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.053296] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.053426] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.053596] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.053910] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.053910] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.054057] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.054215] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.054379] env[65762]: DEBUG nova.virt.hardware [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.055347] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07875717-90cb-4071-bb1b-dc07a9413f88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.065207] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd3e890-0d34-48c5-9efa-868d8e56fab3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.081642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fdc5977a-cf56-4881-a5f4-9791421e515a tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.705s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.085824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.085824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.187284] env[65762]: DEBUG nova.network.neutron [-] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.244213] env[65762]: DEBUG oslo_vmware.api [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559651, 'name': PowerOnVM_Task, 'duration_secs': 1.30703} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.244660] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.245097] env[65762]: INFO nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Took 12.05 seconds to spawn the instance on the hypervisor. [ 626.245397] env[65762]: DEBUG nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 626.246322] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cf374-b7a2-4577-a169-f3715f93ee4c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.387309] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559653, 'name': ReconfigVM_Task, 'duration_secs': 0.418026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.387309] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.387309] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d79d19-ea7b-4dd2-8853-6cce70dba404 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.395029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.395029] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 626.397219] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 626.397219] env[65762]: value = "task-4559654" [ 626.397219] env[65762]: _type = "Task" [ 626.397219] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.399633] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.212s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.401217] env[65762]: INFO nova.compute.claims [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.426841] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559654, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.586840] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 626.689017] env[65762]: INFO nova.compute.manager [-] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Took 1.88 seconds to deallocate network for instance. [ 626.765592] env[65762]: INFO nova.compute.manager [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Took 19.27 seconds to build instance. [ 626.899891] env[65762]: DEBUG nova.compute.utils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.902066] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 626.902248] env[65762]: DEBUG nova.network.neutron [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.902574] env[65762]: WARNING neutronclient.v2_0.client [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.902999] env[65762]: WARNING neutronclient.v2_0.client [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.917785] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559654, 'name': Rename_Task, 'duration_secs': 0.186392} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.918257] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.920218] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd5c25b-1a3e-48d1-8e29-9d537e851032 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.924646] env[65762]: DEBUG nova.compute.manager [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 626.932077] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 626.932077] env[65762]: value = "task-4559655" [ 626.932077] env[65762]: _type = "Task" [ 626.932077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.945616] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.111993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.196964] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.267856] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.808s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.299244] env[65762]: DEBUG nova.network.neutron [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Successfully updated port: b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.407623] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 627.443330] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559655, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.449855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.705639] env[65762]: DEBUG nova.policy [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f887b629c8864eb7a204ad8172ca0650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ca54edb2fe4c03bf3aa64458f06453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.719892] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e2666-4422-4c1d-a73f-6e50dbcbf3bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.728345] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f1c287-7c09-4479-bf07-52e3125934cc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.758863] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e5591-ac9f-4159-ac6a-9e893ae1c74f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.767826] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961a6a9-d4e9-4538-a9ee-e848bbb94285 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.771794] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 627.786041] env[65762]: DEBUG nova.compute.provider_tree [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.801637] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.801712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.801884] env[65762]: DEBUG nova.network.neutron [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.944987] env[65762]: DEBUG oslo_vmware.api [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559655, 'name': PowerOnVM_Task, 'duration_secs': 0.6266} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.945302] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.945302] env[65762]: INFO nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Took 5.90 seconds to spawn the instance on the hypervisor. [ 627.945474] env[65762]: DEBUG nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 627.946235] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2864adba-e2f7-4734-bb5e-59e298e31e29 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.191150] env[65762]: WARNING neutronclient.v2_0.client [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.291382] env[65762]: DEBUG nova.scheduler.client.report [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.310102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.422164] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 628.465106] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.465302] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.465537] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.465693] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.465849] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.466011] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.466349] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.466546] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.466755] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.466931] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.467141] env[65762]: DEBUG nova.virt.hardware [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.475193] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529156f-8e00-4345-8fc2-b87b532af836 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.487232] env[65762]: INFO nova.compute.manager [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Took 10.84 seconds to build instance. [ 628.492502] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2255570-d191-4692-a91d-34cac0c82609 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.630669] env[65762]: DEBUG nova.network.neutron [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Successfully created port: d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.797285] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.798120] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 628.801987] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.526s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.803747] env[65762]: INFO nova.compute.claims [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.856951] env[65762]: DEBUG nova.network.neutron [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.989335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b610ef6b-0bfe-4dc4-a680-8fc3b9b82dcc tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "2ae45b82-9506-4806-81ad-36ce7ea604bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.350s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.309530] env[65762]: DEBUG nova.compute.utils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.311552] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 629.311552] env[65762]: DEBUG nova.network.neutron [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 629.311552] env[65762]: WARNING neutronclient.v2_0.client [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.311721] env[65762]: WARNING neutronclient.v2_0.client [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.429148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.430030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.555195] env[65762]: DEBUG nova.network.neutron [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Updated VIF entry in instance network info cache for port 19ac37c8-b811-413e-8b1b-5fe72024defc. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.555537] env[65762]: DEBUG nova.network.neutron [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Updating instance_info_cache with network_info: [{"id": "19ac37c8-b811-413e-8b1b-5fe72024defc", "address": "fa:16:3e:2c:da:5a", "network": {"id": "969815cf-bcf9-4891-8975-dc0fae703ce7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2086770082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a692d7fb314d968a04a6a0952cb75a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ac37c8-b8", "ovs_interfaceid": "19ac37c8-b811-413e-8b1b-5fe72024defc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.760048] env[65762]: DEBUG nova.compute.manager [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Received event network-changed-195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 629.760048] env[65762]: DEBUG nova.compute.manager [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Refreshing instance network info cache due to event network-changed-195b1826-a7b4-476b-a65d-bfd818f80bc2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 629.760048] env[65762]: DEBUG oslo_concurrency.lockutils [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] Acquiring lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.760048] env[65762]: DEBUG oslo_concurrency.lockutils [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] Acquired lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.760048] env[65762]: DEBUG nova.network.neutron [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Refreshing network info cache for port 195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.766796] env[65762]: DEBUG nova.policy [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e50812fa896436ea23356fbdbebd374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f29c5ac3b9646a9a6580e90b76d948b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.820031] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 629.932057] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 630.060055] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Releasing lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.060259] env[65762]: DEBUG nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Received event network-vif-plugged-c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 630.060472] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Acquiring lock "fd026dea-8e2b-4caf-91d6-125b41034aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.060705] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.060937] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.061145] env[65762]: DEBUG nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] No waiting events found dispatching network-vif-plugged-c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 630.061308] env[65762]: WARNING nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Received unexpected event network-vif-plugged-c7b92620-8360-4803-9762-4028d8b0aafd for instance with vm_state building and task_state spawning. [ 630.061488] env[65762]: DEBUG nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Received event network-changed-c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 630.061670] env[65762]: DEBUG nova.compute.manager [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Refreshing instance network info cache due to event network-changed-c7b92620-8360-4803-9762-4028d8b0aafd. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 630.061944] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Acquiring lock "refresh_cache-fd026dea-8e2b-4caf-91d6-125b41034aae" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.062115] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Acquired lock "refresh_cache-fd026dea-8e2b-4caf-91d6-125b41034aae" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.062533] env[65762]: DEBUG nova.network.neutron [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Refreshing network info cache for port c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.244280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c47d09b-4f88-4132-964b-147128a66aa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.253638] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8834d2f-f1fe-4285-b370-b703f9d598c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.286150] env[65762]: WARNING neutronclient.v2_0.client [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.290074] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e825e359-76d8-43c3-92e3-f85b9b4feba8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.299160] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464ba69-e2b2-499d-b2dc-87745fb63772 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.304775] env[65762]: DEBUG nova.network.neutron [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Successfully created port: c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 630.316669] env[65762]: DEBUG nova.compute.provider_tree [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.336857] env[65762]: WARNING neutronclient.v2_0.client [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.462865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.564927] env[65762]: DEBUG nova.network.neutron [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Successfully updated port: d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.571830] env[65762]: WARNING neutronclient.v2_0.client [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.819902] env[65762]: DEBUG nova.scheduler.client.report [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.835128] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 630.863092] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.864035] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.864035] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.864035] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.864035] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.864035] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.864422] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.864422] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.864490] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.864610] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.864773] env[65762]: DEBUG nova.virt.hardware [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.865743] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60a5fa0-5d90-438c-805c-0b1bfe866c27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.875316] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82bfec6-4d0f-46ea-8c3f-f6b61ad52e50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.995956] env[65762]: DEBUG nova.network.neutron [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Updating instance_info_cache with network_info: [{"id": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "address": "fa:16:3e:31:d8:e4", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c2024f-f2", "ovs_interfaceid": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.070689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "refresh_cache-5750b19a-c936-41f5-88b3-b0cc75726df1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "refresh_cache-5750b19a-c936-41f5-88b3-b0cc75726df1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070929] env[65762]: DEBUG nova.network.neutron [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.326304] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.326981] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 631.329838] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.710s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.331309] env[65762]: INFO nova.compute.claims [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.501142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.503342] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Instance network_info: |[{"id": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "address": "fa:16:3e:31:d8:e4", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c2024f-f2", "ovs_interfaceid": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 631.503719] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:d8:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9c2024f-f2e3-4345-b25c-0771821fa2d8', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.511041] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Creating folder: Project (0f29c5ac3b9646a9a6580e90b76d948b). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.511041] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63dda1e6-41e6-48dd-a7cf-9beebec7ed95 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.524818] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Created folder: Project (0f29c5ac3b9646a9a6580e90b76d948b) in parent group-v890951. [ 631.525114] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Creating folder: Instances. Parent ref: group-v890979. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.525379] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-115c359f-2228-46d0-b41b-7af1c5bc7fc3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.538015] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Created folder: Instances in parent group-v890979. [ 631.538329] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.538535] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.538767] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfdcf4a9-4a4b-474f-bea8-03bf4f133fcf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.560250] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.560250] env[65762]: value = "task-4559658" [ 631.560250] env[65762]: _type = "Task" [ 631.560250] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.568920] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559658, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.580303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.580677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.838033] env[65762]: DEBUG nova.compute.utils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.840250] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 631.840642] env[65762]: DEBUG nova.network.neutron [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 631.841082] env[65762]: WARNING neutronclient.v2_0.client [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.841549] env[65762]: WARNING neutronclient.v2_0.client [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.921368] env[65762]: DEBUG nova.network.neutron [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Successfully updated port: c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 632.049900] env[65762]: DEBUG nova.network.neutron [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.072226] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559658, 'name': CreateVM_Task, 'duration_secs': 0.370821} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.072494] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.072887] env[65762]: WARNING neutronclient.v2_0.client [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.073313] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.073486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.073793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.074301] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b84a25-f2bf-4bfc-a772-d240b330e5c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.079799] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 632.079799] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527c0cf5-8eb7-cb68-10ec-0625a2a27f17" [ 632.079799] env[65762]: _type = "Task" [ 632.079799] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.081724] env[65762]: DEBUG nova.policy [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.091355] env[65762]: WARNING neutronclient.v2_0.client [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.100132] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527c0cf5-8eb7-cb68-10ec-0625a2a27f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.238300] env[65762]: WARNING neutronclient.v2_0.client [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.345814] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 632.425593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "refresh_cache-b1e78905-5d3b-4bd4-b732-16716db84e37" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.426294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "refresh_cache-b1e78905-5d3b-4bd4-b732-16716db84e37" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.427949] env[65762]: DEBUG nova.network.neutron [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 632.551145] env[65762]: DEBUG nova.network.neutron [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Successfully created port: f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 632.596816] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527c0cf5-8eb7-cb68-10ec-0625a2a27f17, 'name': SearchDatastore_Task, 'duration_secs': 0.020174} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.597982] env[65762]: DEBUG nova.network.neutron [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updated VIF entry in instance network info cache for port 195b1826-a7b4-476b-a65d-bfd818f80bc2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.598230] env[65762]: DEBUG nova.network.neutron [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updating instance_info_cache with network_info: [{"id": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "address": "fa:16:3e:7e:9e:03", "network": {"id": "f9fc50bc-1460-418d-aa53-7dcdbba7d464", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1591524801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadc083357e04e459bbfdc28e2e2c5ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap195b1826-a7", "ovs_interfaceid": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.599455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.599665] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.599867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.600017] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600196] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.603226] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c280ac-a5d1-4085-b61d-a4858cf7976a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.614682] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.615253] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.616026] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff8a1d0-29f4-4139-9735-4893c3ed5373 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.624505] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 632.624505] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52374e34-26dd-4245-7b4d-ce6c8a203297" [ 632.624505] env[65762]: _type = "Task" [ 632.624505] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.637156] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52374e34-26dd-4245-7b4d-ce6c8a203297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.658359] env[65762]: WARNING neutronclient.v2_0.client [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.695739] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35e56be-0fdf-4471-9f3b-5c01a204e2b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.704305] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e2d74-3747-4eed-99be-8c71daae71d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.737990] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32c3dc3-0a69-4462-984f-405f34b8a699 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.746563] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687db71-9960-40a4-863b-c0395f1dca27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.761294] env[65762]: DEBUG nova.compute.provider_tree [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.892427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.892427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.995833] env[65762]: DEBUG nova.network.neutron [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Updated VIF entry in instance network info cache for port c7b92620-8360-4803-9762-4028d8b0aafd. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.996298] env[65762]: DEBUG nova.network.neutron [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Updating instance_info_cache with network_info: [{"id": "c7b92620-8360-4803-9762-4028d8b0aafd", "address": "fa:16:3e:be:96:e4", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b92620-83", "ovs_interfaceid": "c7b92620-8360-4803-9762-4028d8b0aafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.087455] env[65762]: DEBUG nova.network.neutron [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 633.105525] env[65762]: DEBUG oslo_concurrency.lockutils [req-131cdadc-e8b0-4cbe-a265-b704adcb4dc3 req-207b4a30-911e-42c7-ae1b-58beeca5cc97 service nova] Releasing lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.135016] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52374e34-26dd-4245-7b4d-ce6c8a203297, 'name': SearchDatastore_Task, 'duration_secs': 0.017005} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.135840] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b8c055-fa0c-4749-a69b-811d0b697c69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.139099] env[65762]: DEBUG nova.network.neutron [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Updating instance_info_cache with network_info: [{"id": "d6e8734c-fdaa-4390-9777-da5cb59a8e17", "address": "fa:16:3e:44:c0:1a", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e8734c-fd", "ovs_interfaceid": "d6e8734c-fdaa-4390-9777-da5cb59a8e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.145073] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 633.145073] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523defe9-a25c-0ab4-9cda-e98a20888533" [ 633.145073] env[65762]: _type = "Task" [ 633.145073] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.153851] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523defe9-a25c-0ab4-9cda-e98a20888533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.264345] env[65762]: DEBUG nova.scheduler.client.report [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.320108] env[65762]: WARNING neutronclient.v2_0.client [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.362015] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 633.390138] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.390456] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.390537] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.390665] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.390806] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.391120] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.391702] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.391806] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.391982] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.392704] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.392704] env[65762]: DEBUG nova.virt.hardware [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.393249] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a704a3f1-5c39-4ad9-82bc-9bae621c835a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.402244] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec9f035-d966-4744-8dea-bb91d553b0b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.407487] env[65762]: DEBUG nova.network.neutron [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Updating instance_info_cache with network_info: [{"id": "c940de6d-e215-4c58-b144-7befb6abb4bd", "address": "fa:16:3e:3f:ab:62", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc940de6d-e2", "ovs_interfaceid": "c940de6d-e215-4c58-b144-7befb6abb4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.461802] env[65762]: DEBUG nova.compute.manager [req-cd96ba62-1c87-4717-b2ce-bbf19112c3a3 req-91374366-8b03-4380-8804-f8c9515b1a70 service nova] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Received event network-vif-deleted-8e132292-bb7a-44b1-afb6-0c4086356f72 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 633.498716] env[65762]: DEBUG oslo_concurrency.lockutils [req-a57180aa-78fe-40ee-8a6d-85b7486bf746 req-037b08b1-b0be-419c-b3c9-6a9d4cf6473e service nova] Releasing lock "refresh_cache-fd026dea-8e2b-4caf-91d6-125b41034aae" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.642562] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "refresh_cache-5750b19a-c936-41f5-88b3-b0cc75726df1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.642882] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Instance network_info: |[{"id": "d6e8734c-fdaa-4390-9777-da5cb59a8e17", "address": "fa:16:3e:44:c0:1a", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e8734c-fd", "ovs_interfaceid": "d6e8734c-fdaa-4390-9777-da5cb59a8e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 633.643433] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c0:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e8734c-fdaa-4390-9777-da5cb59a8e17', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.651191] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating folder: Project (94ca54edb2fe4c03bf3aa64458f06453). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.651591] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c273a56-17e1-4c77-998c-621cce48df87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.664604] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523defe9-a25c-0ab4-9cda-e98a20888533, 'name': SearchDatastore_Task, 'duration_secs': 0.02667} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.664882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.665152] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] d475e8b7-a071-4429-a1ea-92069474ec38/d475e8b7-a071-4429-a1ea-92069474ec38.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.665409] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd89deb0-956a-4607-b487-4585ddd4b0d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.673451] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 633.673451] env[65762]: value = "task-4559660" [ 633.673451] env[65762]: _type = "Task" [ 633.673451] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.679124] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created folder: Project (94ca54edb2fe4c03bf3aa64458f06453) in parent group-v890951. [ 633.679124] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating folder: Instances. Parent ref: group-v890982. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.679317] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59002e58-f00f-46dc-9b67-e314d82bc2aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.684875] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.691973] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created folder: Instances in parent group-v890982. [ 633.692331] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.692331] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.692717] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ebad30c-5bf6-4383-a12e-e20826c7133c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.713764] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.713764] env[65762]: value = "task-4559662" [ 633.713764] env[65762]: _type = "Task" [ 633.713764] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.724381] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559662, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.771668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.772125] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 633.777389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.589s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.779483] env[65762]: INFO nova.compute.claims [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.910733] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "refresh_cache-b1e78905-5d3b-4bd4-b732-16716db84e37" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.911120] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Instance network_info: |[{"id": "c940de6d-e215-4c58-b144-7befb6abb4bd", "address": "fa:16:3e:3f:ab:62", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc940de6d-e2", "ovs_interfaceid": "c940de6d-e215-4c58-b144-7befb6abb4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 633.911605] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ab:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c940de6d-e215-4c58-b144-7befb6abb4bd', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.920155] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.920414] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.920642] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70832cca-2429-4895-89d8-88ee5f06aa94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.942752] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.942752] env[65762]: value = "task-4559663" [ 633.942752] env[65762]: _type = "Task" [ 633.942752] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.952488] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559663, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.192535] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.226882] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559662, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.279532] env[65762]: DEBUG nova.compute.utils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.281236] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 634.282130] env[65762]: DEBUG nova.network.neutron [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.283568] env[65762]: WARNING neutronclient.v2_0.client [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.283568] env[65762]: WARNING neutronclient.v2_0.client [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.345053] env[65762]: DEBUG nova.network.neutron [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Successfully updated port: f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 634.456348] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559663, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.470191] env[65762]: DEBUG nova.policy [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e3a414534084423a6898880d561a338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee8960c083da45a0b40fa9ac267fdec4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.688297] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651776} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.690024] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] d475e8b7-a071-4429-a1ea-92069474ec38/d475e8b7-a071-4429-a1ea-92069474ec38.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.690024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.690024] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf32aec9-d639-41eb-8cdb-7febd3a7fc61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.701620] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 634.701620] env[65762]: value = "task-4559664" [ 634.701620] env[65762]: _type = "Task" [ 634.701620] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.712513] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.725913] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559662, 'name': CreateVM_Task, 'duration_secs': 0.843623} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.726139] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.727192] env[65762]: WARNING neutronclient.v2_0.client [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.727192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.727396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.727729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.728036] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af40a7ff-c7c2-49ee-ac24-0e608256cc46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.735931] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 634.735931] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5290f207-a9fc-f24e-c879-076f3ddd6d50" [ 634.735931] env[65762]: _type = "Task" [ 634.735931] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.750818] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5290f207-a9fc-f24e-c879-076f3ddd6d50, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.751450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.751450] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.751642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.751883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.752068] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.752403] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c10762db-25dc-4ea4-83cc-18c0f67b383b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.765670] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.765989] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.766938] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29a8df2-9f44-47bb-be93-b0cbb0bf1cfd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.774413] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 634.774413] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524a0d6a-bc47-704f-d43f-93ca26a89a6c" [ 634.774413] env[65762]: _type = "Task" [ 634.774413] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.783306] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524a0d6a-bc47-704f-d43f-93ca26a89a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.788255] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 634.805782] env[65762]: DEBUG nova.network.neutron [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Successfully created port: ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.850655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.850814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.850985] env[65762]: DEBUG nova.network.neutron [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 634.960399] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559663, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.166386] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab85c4-baea-4cd4-be66-9b355818a8be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.178315] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2bcccf-22f1-4850-bdde-3f9d7998617e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.222393] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c311316b-c063-4c6d-beca-375db76697bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.231565] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07384} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.233877] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.234768] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ace01-fba5-44a9-81d7-a47bdc4e5e0b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.238491] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90594c10-1556-4bc5-8a3d-c58cbf6de690 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.245495] env[65762]: DEBUG nova.compute.manager [None req-3a0b247b-1358-4e31-beac-851e5c8c9ae0 tempest-ServerDiagnosticsV248Test-1199367720 tempest-ServerDiagnosticsV248Test-1199367720-project-admin] [instance: d4d8ad32-5565-49bf-8006-401072801567] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 635.247381] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5375157-9c0f-40f6-934b-8b2962794995 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.282320] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] d475e8b7-a071-4429-a1ea-92069474ec38/d475e8b7-a071-4429-a1ea-92069474ec38.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.283030] env[65762]: DEBUG nova.compute.provider_tree [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.286188] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f51705-19c9-4712-a329-054c8db2aa77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.315045] env[65762]: INFO nova.compute.manager [None req-3a0b247b-1358-4e31-beac-851e5c8c9ae0 tempest-ServerDiagnosticsV248Test-1199367720 tempest-ServerDiagnosticsV248Test-1199367720-project-admin] [instance: d4d8ad32-5565-49bf-8006-401072801567] Retrieving diagnostics [ 635.317076] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac8c563-9120-4e0f-a596-5de6188777b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.322419] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 635.322419] env[65762]: value = "task-4559665" [ 635.322419] env[65762]: _type = "Task" [ 635.322419] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.358136] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524a0d6a-bc47-704f-d43f-93ca26a89a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.371369] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Received event network-vif-plugged-b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 635.371369] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Acquiring lock "d475e8b7-a071-4429-a1ea-92069474ec38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.371369] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Lock "d475e8b7-a071-4429-a1ea-92069474ec38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.371369] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Lock "d475e8b7-a071-4429-a1ea-92069474ec38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.371369] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] No waiting events found dispatching network-vif-plugged-b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.371528] env[65762]: WARNING nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Received unexpected event network-vif-plugged-b9c2024f-f2e3-4345-b25c-0771821fa2d8 for instance with vm_state building and task_state spawning. [ 635.371528] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Received event network-changed-b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 635.371528] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Refreshing instance network info cache due to event network-changed-b9c2024f-f2e3-4345-b25c-0771821fa2d8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 635.371528] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Acquiring lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.371751] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Acquired lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.371972] env[65762]: DEBUG nova.network.neutron [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Refreshing network info cache for port b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.378712] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76f6d3d-272d-4ec3-985f-3c2353f01c00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.382318] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.388086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "7cd5913f-74bc-4f9e-91c3-831a255ba687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.388255] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.392129] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 635.392129] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e4c7a0-2eca-6975-315c-372f76405c44" [ 635.392129] env[65762]: _type = "Task" [ 635.392129] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.404066] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e4c7a0-2eca-6975-315c-372f76405c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.414330] env[65762]: DEBUG nova.network.neutron [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 635.462648] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559663, 'name': CreateVM_Task, 'duration_secs': 1.434073} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.462965] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.463466] env[65762]: WARNING neutronclient.v2_0.client [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.463832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.463987] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.464383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.464652] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4212ee-7066-44e1-827c-454e576bedee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.471810] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 635.471810] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5285423c-ef29-54f0-fbbe-d2e8b830f78b" [ 635.471810] env[65762]: _type = "Task" [ 635.471810] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.481842] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5285423c-ef29-54f0-fbbe-d2e8b830f78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.580785] env[65762]: WARNING neutronclient.v2_0.client [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.785936] env[65762]: DEBUG nova.scheduler.client.report [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.815450] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 635.836258] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559665, 'name': ReconfigVM_Task, 'duration_secs': 0.323293} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.836258] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Reconfigured VM instance instance-0000000a to attach disk [datastore2] d475e8b7-a071-4429-a1ea-92069474ec38/d475e8b7-a071-4429-a1ea-92069474ec38.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.838234] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43bafd4-6eb1-42ff-9355-3095f2291603 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.847962] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 635.847962] env[65762]: value = "task-4559666" [ 635.847962] env[65762]: _type = "Task" [ 635.847962] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.856074] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.856348] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.856516] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.856699] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.856874] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.857124] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.857431] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.857742] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.857843] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.857952] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.858751] env[65762]: DEBUG nova.virt.hardware [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.859522] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ed249-1392-4400-a9ab-27e5311d2860 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.870094] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559666, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.876207] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26e811-1f17-4830-9cea-10092fc5ed3b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.893923] env[65762]: WARNING neutronclient.v2_0.client [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.908697] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e4c7a0-2eca-6975-315c-372f76405c44, 'name': SearchDatastore_Task, 'duration_secs': 0.018285} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.908992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.909274] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 5750b19a-c936-41f5-88b3-b0cc75726df1/5750b19a-c936-41f5-88b3-b0cc75726df1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.909556] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8576f73-851c-46a9-8166-267cb784b1df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.918906] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 635.918906] env[65762]: value = "task-4559667" [ 635.918906] env[65762]: _type = "Task" [ 635.918906] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.932027] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.960724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "97d6e916-2551-4b80-9b52-1fdab5d3796f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.961025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.986200] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5285423c-ef29-54f0-fbbe-d2e8b830f78b, 'name': SearchDatastore_Task, 'duration_secs': 0.016454} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.986549] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.986844] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.987133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.987310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.987858] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.987974] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-678904d6-dc8c-40cf-950b-f3f4082b6500 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.998254] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.998477] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.999552] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03299ae-7fe0-496a-9592-21f50438795a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.008863] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 636.008863] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525e1273-c8a8-6efd-8a2c-897f02177e17" [ 636.008863] env[65762]: _type = "Task" [ 636.008863] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.020530] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525e1273-c8a8-6efd-8a2c-897f02177e17, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.025603] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c01eff-c95a-492e-9175-b9876b336b58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.034950] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 636.034950] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52faa78c-cac3-ab09-6436-e35f2785c043" [ 636.034950] env[65762]: _type = "Task" [ 636.034950] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.048412] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52faa78c-cac3-ab09-6436-e35f2785c043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.292723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.293448] env[65762]: DEBUG nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 636.297680] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.676s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.298488] env[65762]: INFO nova.compute.claims [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.363403] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559666, 'name': Rename_Task, 'duration_secs': 0.176052} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.363924] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.364573] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b6a429-635c-4c7b-9afa-ab928fa6bd21 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.373081] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 636.373081] env[65762]: value = "task-4559668" [ 636.373081] env[65762]: _type = "Task" [ 636.373081] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.383504] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.431984] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503744} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.432320] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 5750b19a-c936-41f5-88b3-b0cc75726df1/5750b19a-c936-41f5-88b3-b0cc75726df1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.432869] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.432869] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-409714d2-f306-4587-a5f5-8095ace94790 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.440530] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 636.440530] env[65762]: value = "task-4559669" [ 636.440530] env[65762]: _type = "Task" [ 636.440530] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.451012] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.475917] env[65762]: DEBUG nova.network.neutron [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.497966] env[65762]: DEBUG nova.network.neutron [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Successfully updated port: ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.530884] env[65762]: INFO nova.compute.manager [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Rebuilding instance [ 636.553939] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52faa78c-cac3-ab09-6436-e35f2785c043, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.553939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.554713] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] b1e78905-5d3b-4bd4-b732-16716db84e37/b1e78905-5d3b-4bd4-b732-16716db84e37.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.554713] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91fc2304-ae2e-4a26-9aaf-b50e445154a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.569598] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 636.569598] env[65762]: value = "task-4559670" [ 636.569598] env[65762]: _type = "Task" [ 636.569598] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.584097] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.604263] env[65762]: DEBUG nova.compute.manager [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 636.605281] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55d57e-ee32-4d2c-b687-2e133b99e5b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.689227] env[65762]: WARNING neutronclient.v2_0.client [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.803962] env[65762]: DEBUG nova.compute.utils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.809922] env[65762]: DEBUG nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 636.815939] env[65762]: DEBUG nova.network.neutron [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Updated VIF entry in instance network info cache for port b9c2024f-f2e3-4345-b25c-0771821fa2d8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.817367] env[65762]: DEBUG nova.network.neutron [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Updating instance_info_cache with network_info: [{"id": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "address": "fa:16:3e:31:d8:e4", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c2024f-f2", "ovs_interfaceid": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.884641] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.956326] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07534} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.956326] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.956326] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5c16a6-946b-4cc7-8cde-6d5389447255 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.984137] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5750b19a-c936-41f5-88b3-b0cc75726df1/5750b19a-c936-41f5-88b3-b0cc75726df1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.984874] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.985359] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Instance network_info: |[{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 636.985632] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a63376-4160-486d-b338-daad0f4bde50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.001687] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:0a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5af5b58-0dbb-4c5b-8568-d41349c3eea8', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.008858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Creating folder: Project (9bac505201d54fc1a8ea95a600c32788). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.009539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "refresh_cache-76824fd3-c494-4610-8cd4-9e2661b260c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.009686] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired lock "refresh_cache-76824fd3-c494-4610-8cd4-9e2661b260c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.009852] env[65762]: DEBUG nova.network.neutron [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.011738] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ee070c-4fc8-499a-ad90-abd8a30cb632 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.022404] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 637.022404] env[65762]: value = "task-4559671" [ 637.022404] env[65762]: _type = "Task" [ 637.022404] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.030139] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Created folder: Project (9bac505201d54fc1a8ea95a600c32788) in parent group-v890951. [ 637.030499] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Creating folder: Instances. Parent ref: group-v890986. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.031658] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb6f66b-01ab-40ec-94e8-f1491902e19e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.038258] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.048469] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Created folder: Instances in parent group-v890986. [ 637.048823] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 637.049087] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.049346] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8740e19c-41de-4870-9d56-b4ceb0ae43eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.074073] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.074073] env[65762]: value = "task-4559674" [ 637.074073] env[65762]: _type = "Task" [ 637.074073] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.086919] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484417} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.090227] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] b1e78905-5d3b-4bd4-b732-16716db84e37/b1e78905-5d3b-4bd4-b732-16716db84e37.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.090979] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.091247] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559674, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.091459] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8179d94-7bf7-414d-a553-1c118bc3f215 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.100374] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 637.100374] env[65762]: value = "task-4559675" [ 637.100374] env[65762]: _type = "Task" [ 637.100374] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.111478] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.311201] env[65762]: DEBUG nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 637.325229] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Releasing lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.325229] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Received event network-vif-plugged-d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 637.325229] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Acquiring lock "5750b19a-c936-41f5-88b3-b0cc75726df1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.325447] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.325637] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.325918] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] No waiting events found dispatching network-vif-plugged-d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 637.326245] env[65762]: WARNING nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Received unexpected event network-vif-plugged-d6e8734c-fdaa-4390-9777-da5cb59a8e17 for instance with vm_state building and task_state spawning. [ 637.326502] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Received event network-changed-d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 637.326754] env[65762]: DEBUG nova.compute.manager [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Refreshing instance network info cache due to event network-changed-d6e8734c-fdaa-4390-9777-da5cb59a8e17. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 637.327087] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Acquiring lock "refresh_cache-5750b19a-c936-41f5-88b3-b0cc75726df1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.327320] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Acquired lock "refresh_cache-5750b19a-c936-41f5-88b3-b0cc75726df1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.327565] env[65762]: DEBUG nova.network.neutron [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Refreshing network info cache for port d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.389081] env[65762]: DEBUG oslo_vmware.api [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559668, 'name': PowerOnVM_Task, 'duration_secs': 0.619773} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.392357] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.393062] env[65762]: INFO nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Took 11.38 seconds to spawn the instance on the hypervisor. [ 637.393062] env[65762]: DEBUG nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 637.395348] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7776f-4511-4094-ad76-f0a62485acfb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.534316] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559671, 'name': ReconfigVM_Task, 'duration_secs': 0.315921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.534316] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5750b19a-c936-41f5-88b3-b0cc75726df1/5750b19a-c936-41f5-88b3-b0cc75726df1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.534316] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d352ad7-6ac2-4274-95ee-4dd59086fdc6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.542454] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 637.542454] env[65762]: value = "task-4559676" [ 637.542454] env[65762]: _type = "Task" [ 637.542454] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.553199] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559676, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.586626] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559674, 'name': CreateVM_Task, 'duration_secs': 0.404284} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.589362] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.590451] env[65762]: WARNING neutronclient.v2_0.client [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.591149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.591149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.591149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.594581] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7199be85-eaf4-481d-bd4e-51e97b921fb7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.597741] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 637.597741] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f034c8-605f-b12f-6ad9-a2cac928f800" [ 637.597741] env[65762]: _type = "Task" [ 637.597741] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.613079] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f034c8-605f-b12f-6ad9-a2cac928f800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.618249] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112172} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.619035] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.619605] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb681ba-24f3-4b5b-87cb-8bd14ed44de5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.626097] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.628983] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf6a8cf-2242-4f8b-97ec-5f8d16912a88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.654654] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b1e78905-5d3b-4bd4-b732-16716db84e37/b1e78905-5d3b-4bd4-b732-16716db84e37.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.658974] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f2b82e-33c9-4bba-8ae9-1036579e482c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.674089] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 637.674089] env[65762]: value = "task-4559677" [ 637.674089] env[65762]: _type = "Task" [ 637.674089] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.682105] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 637.682105] env[65762]: value = "task-4559678" [ 637.682105] env[65762]: _type = "Task" [ 637.682105] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.697143] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.779608] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d0866c-5766-49fe-b959-9f0173e38a12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.788877] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe4491-79b3-464e-9f85-7bedacd2635e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.828419] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1142d2-37cf-475b-8679-d700252f7163 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.831834] env[65762]: WARNING neutronclient.v2_0.client [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.840537] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5c0cb0-c8aa-4e4e-9364-d6746fcc3a23 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.855833] env[65762]: DEBUG nova.compute.provider_tree [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.915692] env[65762]: INFO nova.compute.manager [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Took 16.38 seconds to build instance. [ 638.052410] env[65762]: DEBUG nova.network.neutron [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.058694] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559676, 'name': Rename_Task, 'duration_secs': 0.324226} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.059265] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.059524] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1c12ac9-95ba-4306-97eb-b3ec9f6db015 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.069018] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 638.069018] env[65762]: value = "task-4559679" [ 638.069018] env[65762]: _type = "Task" [ 638.069018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.081432] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.114657] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f034c8-605f-b12f-6ad9-a2cac928f800, 'name': SearchDatastore_Task, 'duration_secs': 0.038686} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.116836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.116836] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.116836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.116836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.117193] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.121727] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42285944-c6fb-4666-bd39-1f04ef331cc4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.134703] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.135166] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.139025] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e86024-7df7-4daa-9af1-175a279420e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.142274] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 638.142274] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e6c781-97db-0075-7727-a0b66c06e419" [ 638.142274] env[65762]: _type = "Task" [ 638.142274] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.151323] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e6c781-97db-0075-7727-a0b66c06e419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.191959] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559677, 'name': PowerOffVM_Task, 'duration_secs': 0.262456} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.195297] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.195814] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.200096] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a9465e-1a3f-48e4-949e-d4e8b24d5bea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.206882] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.212455] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.212874] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8de7f042-a638-4f35-92da-a3162812ead8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.247039] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.247039] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.247039] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Deleting the datastore file [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.247039] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec90c5b-2fd8-4a5b-9e88-cabfbdda32eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.258693] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 638.258693] env[65762]: value = "task-4559681" [ 638.258693] env[65762]: _type = "Task" [ 638.258693] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.270909] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.309564] env[65762]: WARNING neutronclient.v2_0.client [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.330427] env[65762]: DEBUG nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 638.345410] env[65762]: WARNING neutronclient.v2_0.client [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.359141] env[65762]: DEBUG nova.scheduler.client.report [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.370813] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.370961] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.370999] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.371571] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.371571] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.371571] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.371786] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.371839] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.371986] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.373893] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.373893] env[65762]: DEBUG nova.virt.hardware [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.373893] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4265b8d3-a2f0-4290-8056-9cb9372af907 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.389477] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72156ea-4994-45a6-aa76-3a3043704f38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.408446] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.414283] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Creating folder: Project (aa6e7e21811e4c419a784b8fb2c2e176). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.415124] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fceb90b-62ad-4cfe-bc1d-16d854dc78d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.417480] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1a04623-1c08-48db-9fe3-b1b09f1e448e tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.911s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.430682] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Created folder: Project (aa6e7e21811e4c419a784b8fb2c2e176) in parent group-v890951. [ 638.431144] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Creating folder: Instances. Parent ref: group-v890989. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.431340] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fc29b63-cd02-4d28-9314-db1a236166d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.444853] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Created folder: Instances in parent group-v890989. [ 638.445094] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 638.445326] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.445509] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-726974fb-8ec4-4421-988b-2c9ca673526f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.465374] env[65762]: DEBUG nova.network.neutron [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Updating instance_info_cache with network_info: [{"id": "ca82909d-6b34-4a38-832b-d142c858e6f6", "address": "fa:16:3e:9d:c5:fb", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca82909d-6b", "ovs_interfaceid": "ca82909d-6b34-4a38-832b-d142c858e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.468542] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.468542] env[65762]: value = "task-4559684" [ 638.468542] env[65762]: _type = "Task" [ 638.468542] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.479336] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559684, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.532314] env[65762]: DEBUG nova.network.neutron [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Updated VIF entry in instance network info cache for port d6e8734c-fdaa-4390-9777-da5cb59a8e17. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.532499] env[65762]: DEBUG nova.network.neutron [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Updating instance_info_cache with network_info: [{"id": "d6e8734c-fdaa-4390-9777-da5cb59a8e17", "address": "fa:16:3e:44:c0:1a", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e8734c-fd", "ovs_interfaceid": "d6e8734c-fdaa-4390-9777-da5cb59a8e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.580442] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559679, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.600148] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Received event network-vif-plugged-c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 638.600362] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Acquiring lock "b1e78905-5d3b-4bd4-b732-16716db84e37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.600553] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.600705] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.600867] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] No waiting events found dispatching network-vif-plugged-c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 638.601031] env[65762]: WARNING nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Received unexpected event network-vif-plugged-c940de6d-e215-4c58-b144-7befb6abb4bd for instance with vm_state building and task_state spawning. [ 638.601182] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Received event network-changed-c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 638.601419] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Refreshing instance network info cache due to event network-changed-c940de6d-e215-4c58-b144-7befb6abb4bd. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 638.601634] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Acquiring lock "refresh_cache-b1e78905-5d3b-4bd4-b732-16716db84e37" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.601759] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Acquired lock "refresh_cache-b1e78905-5d3b-4bd4-b732-16716db84e37" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.601907] env[65762]: DEBUG nova.network.neutron [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Refreshing network info cache for port c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.656289] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e6c781-97db-0075-7727-a0b66c06e419, 'name': SearchDatastore_Task, 'duration_secs': 0.023685} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.657138] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccb14d3-7264-4b5c-93a3-08ae24eecd71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.664844] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 638.664844] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52373570-c03d-80d4-9a42-78897b61d8ed" [ 638.664844] env[65762]: _type = "Task" [ 638.664844] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.675425] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52373570-c03d-80d4-9a42-78897b61d8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.702456] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559678, 'name': ReconfigVM_Task, 'duration_secs': 0.821565} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.702456] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b1e78905-5d3b-4bd4-b732-16716db84e37/b1e78905-5d3b-4bd4-b732-16716db84e37.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.704230] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81ba5420-0a29-44d2-9846-385c901221ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.714218] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 638.714218] env[65762]: value = "task-4559685" [ 638.714218] env[65762]: _type = "Task" [ 638.714218] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.724909] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559685, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.771740] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230336} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.772380] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.772739] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.773033] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.878278] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.878896] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 638.882118] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.770s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.883726] env[65762]: INFO nova.compute.claims [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.921377] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 638.971164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Releasing lock "refresh_cache-76824fd3-c494-4610-8cd4-9e2661b260c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.971164] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Instance network_info: |[{"id": "ca82909d-6b34-4a38-832b-d142c858e6f6", "address": "fa:16:3e:9d:c5:fb", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca82909d-6b", "ovs_interfaceid": "ca82909d-6b34-4a38-832b-d142c858e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 638.971842] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c5:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca82909d-6b34-4a38-832b-d142c858e6f6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.982793] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 638.987790] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.988740] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fab0d4a-0c91-4d47-8491-bca525e0a1a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.014155] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559684, 'name': CreateVM_Task, 'duration_secs': 0.429735} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.017598] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.017853] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.017853] env[65762]: value = "task-4559686" [ 639.017853] env[65762]: _type = "Task" [ 639.017853] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.018762] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.018992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.019552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.019601] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11dc5ce-a5c7-4744-a5db-6892930ecde2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.030437] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 639.030437] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52527151-3b99-e806-be9d-b6c2e65ae4c8" [ 639.030437] env[65762]: _type = "Task" [ 639.030437] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.033834] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559686, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.037302] env[65762]: DEBUG oslo_concurrency.lockutils [req-395cfda1-160d-4b98-bca0-834463c6ee23 req-3193e01a-aa3b-483a-ab62-12e07503e596 service nova] Releasing lock "refresh_cache-5750b19a-c936-41f5-88b3-b0cc75726df1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.045297] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52527151-3b99-e806-be9d-b6c2e65ae4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01191} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.045593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.045818] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.046049] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.046206] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.046344] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.047399] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad13c467-985f-4157-9c9d-a95891d6b509 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.057267] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.058657] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.058657] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632c7ebb-9cd8-4d01-9d94-a6df01cefa70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.066058] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 639.066058] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e55d7c-1f4e-fcad-e0e5-8e9487cff8c5" [ 639.066058] env[65762]: _type = "Task" [ 639.066058] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.079879] env[65762]: DEBUG oslo_vmware.api [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559679, 'name': PowerOnVM_Task, 'duration_secs': 0.776397} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.083694] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.083825] env[65762]: INFO nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Took 10.66 seconds to spawn the instance on the hypervisor. [ 639.084284] env[65762]: DEBUG nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 639.084284] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e55d7c-1f4e-fcad-e0e5-8e9487cff8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.085026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c2f4a6-229f-4a06-9e86-6719c00b7a26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.105803] env[65762]: WARNING neutronclient.v2_0.client [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.177052] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52373570-c03d-80d4-9a42-78897b61d8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.021277} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.177377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.178348] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67/9b2a58b2-eec0-47f9-8e4e-0eeb87571d67.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.178348] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0bc2be-01ff-41fd-a628-0a1bbd49cd7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.186543] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 639.186543] env[65762]: value = "task-4559687" [ 639.186543] env[65762]: _type = "Task" [ 639.186543] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.196828] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.226480] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559685, 'name': Rename_Task, 'duration_secs': 0.199834} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.226639] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.226917] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90addfab-01be-4958-93ff-952e9a0450c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.237341] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 639.237341] env[65762]: value = "task-4559688" [ 639.237341] env[65762]: _type = "Task" [ 639.237341] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.246427] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.288254] env[65762]: DEBUG nova.compute.manager [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Received event network-vif-plugged-ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 639.288491] env[65762]: DEBUG oslo_concurrency.lockutils [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] Acquiring lock "76824fd3-c494-4610-8cd4-9e2661b260c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.288725] env[65762]: DEBUG oslo_concurrency.lockutils [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.288887] env[65762]: DEBUG oslo_concurrency.lockutils [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.289065] env[65762]: DEBUG nova.compute.manager [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] No waiting events found dispatching network-vif-plugged-ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.289351] env[65762]: WARNING nova.compute.manager [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Received unexpected event network-vif-plugged-ca82909d-6b34-4a38-832b-d142c858e6f6 for instance with vm_state building and task_state spawning. [ 639.289421] env[65762]: DEBUG nova.compute.manager [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Received event network-changed-ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 639.289542] env[65762]: DEBUG nova.compute.manager [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Refreshing instance network info cache due to event network-changed-ca82909d-6b34-4a38-832b-d142c858e6f6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 639.289727] env[65762]: DEBUG oslo_concurrency.lockutils [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] Acquiring lock "refresh_cache-76824fd3-c494-4610-8cd4-9e2661b260c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.290603] env[65762]: DEBUG oslo_concurrency.lockutils [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] Acquired lock "refresh_cache-76824fd3-c494-4610-8cd4-9e2661b260c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.290603] env[65762]: DEBUG nova.network.neutron [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Refreshing network info cache for port ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.309120] env[65762]: WARNING neutronclient.v2_0.client [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.341800] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "d4d8ad32-5565-49bf-8006-401072801567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.343473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "d4d8ad32-5565-49bf-8006-401072801567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.343852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "d4d8ad32-5565-49bf-8006-401072801567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.344270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "d4d8ad32-5565-49bf-8006-401072801567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.344443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "d4d8ad32-5565-49bf-8006-401072801567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.349850] env[65762]: INFO nova.compute.manager [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Terminating instance [ 639.390751] env[65762]: DEBUG nova.compute.utils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.398034] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 639.398034] env[65762]: DEBUG nova.network.neutron [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 639.398245] env[65762]: WARNING neutronclient.v2_0.client [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.398576] env[65762]: WARNING neutronclient.v2_0.client [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.441547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "d8660e5a-2849-447d-9b10-6a3bd414e68e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.441883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.450454] env[65762]: DEBUG nova.network.neutron [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Updated VIF entry in instance network info cache for port c940de6d-e215-4c58-b144-7befb6abb4bd. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.450913] env[65762]: DEBUG nova.network.neutron [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Updating instance_info_cache with network_info: [{"id": "c940de6d-e215-4c58-b144-7befb6abb4bd", "address": "fa:16:3e:3f:ab:62", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc940de6d-e2", "ovs_interfaceid": "c940de6d-e215-4c58-b144-7befb6abb4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.463333] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.499153] env[65762]: DEBUG nova.policy [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f8ad88b50e54447be8cfe3623ae3031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867d011bed6d4081b447e9c43df49bd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.532047] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559686, 'name': CreateVM_Task, 'duration_secs': 0.413766} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.532714] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.532999] env[65762]: WARNING neutronclient.v2_0.client [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.533175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.533378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.533632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.534325] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcfb32e-dada-439b-898c-a237e6abf967 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.542365] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 639.542365] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b32f49-3536-578b-6109-62408b136ba1" [ 639.542365] env[65762]: _type = "Task" [ 639.542365] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.553444] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b32f49-3536-578b-6109-62408b136ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.579126] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e55d7c-1f4e-fcad-e0e5-8e9487cff8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016573} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.580291] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9408a13b-7842-450f-a912-44ce4849bbac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.588421] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 639.588421] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523cebc1-b05a-6629-f66e-dba40e6e7b70" [ 639.588421] env[65762]: _type = "Task" [ 639.588421] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.604734] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523cebc1-b05a-6629-f66e-dba40e6e7b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.608582] env[65762]: INFO nova.compute.manager [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Took 17.56 seconds to build instance. [ 639.700552] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.752415] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.797599] env[65762]: WARNING neutronclient.v2_0.client [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.836713] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.837125] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.837311] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.837635] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.837635] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.837746] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.839998] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.839998] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.839998] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.839998] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.839998] env[65762]: DEBUG nova.virt.hardware [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.840313] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8613428f-931a-48a0-afe7-02e99de1a631 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.849529] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192714c-743c-4838-8b90-8f1a806f0aa0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.855138] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "refresh_cache-d4d8ad32-5565-49bf-8006-401072801567" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.855366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquired lock "refresh_cache-d4d8ad32-5565-49bf-8006-401072801567" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.855685] env[65762]: DEBUG nova.network.neutron [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.870318] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.876285] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.877349] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.877620] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e66a41e7-028e-4bb8-8c1e-bf995641fff4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.901885] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 639.906049] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.906049] env[65762]: value = "task-4559692" [ 639.906049] env[65762]: _type = "Task" [ 639.906049] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.919506] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559692, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.954306] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Releasing lock "refresh_cache-b1e78905-5d3b-4bd4-b732-16716db84e37" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.957410] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-vif-plugged-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 639.957410] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.957410] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.957410] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.957410] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] No waiting events found dispatching network-vif-plugged-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.957688] env[65762]: WARNING nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received unexpected event network-vif-plugged-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 for instance with vm_state building and task_state spawning. [ 639.957688] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-changed-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 639.957688] env[65762]: DEBUG nova.compute.manager [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Refreshing instance network info cache due to event network-changed-f5af5b58-0dbb-4c5b-8568-d41349c3eea8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 639.958132] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Acquiring lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.958656] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Acquired lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.959150] env[65762]: DEBUG nova.network.neutron [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Refreshing network info cache for port f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.981827] env[65762]: DEBUG nova.network.neutron [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Successfully created port: bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 640.055618] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b32f49-3536-578b-6109-62408b136ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.066568} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.059107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.059437] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.059696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.059865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.060069] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.061498] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d1a717d-50a0-4fdc-88f4-039bf1616601 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.072598] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.073567] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.073899] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3016033e-75fa-48d8-ae0b-fbf0db6d78b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.083443] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 640.083443] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c80ac2-2bac-4b80-dfff-a9038f2d1287" [ 640.083443] env[65762]: _type = "Task" [ 640.083443] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.098751] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c80ac2-2bac-4b80-dfff-a9038f2d1287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.106264] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523cebc1-b05a-6629-f66e-dba40e6e7b70, 'name': SearchDatastore_Task, 'duration_secs': 0.049137} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.107674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.107674] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.107674] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6ad351-7af0-4753-aa35-ea04b8db43e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.112973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b9be777a-65aa-4e64-8e10-f01b43ea7808 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.086s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.117642] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 640.117642] env[65762]: value = "task-4559694" [ 640.117642] env[65762]: _type = "Task" [ 640.117642] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.132621] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.205870] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594803} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.206246] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67/9b2a58b2-eec0-47f9-8e4e-0eeb87571d67.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.206454] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.206710] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2c75679-652f-420d-aa7c-eb4fc138a43c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.216351] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 640.216351] env[65762]: value = "task-4559695" [ 640.216351] env[65762]: _type = "Task" [ 640.216351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.227049] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.248812] env[65762]: DEBUG oslo_vmware.api [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559688, 'name': PowerOnVM_Task, 'duration_secs': 0.632959} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.251754] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.251994] env[65762]: INFO nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Took 9.42 seconds to spawn the instance on the hypervisor. [ 640.252179] env[65762]: DEBUG nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 640.253209] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31879b43-fe91-4057-a476-d00af8c04dc0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.362010] env[65762]: WARNING neutronclient.v2_0.client [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.401919] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b15c3a-bdad-4106-ad28-87dbe1d2291d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.416752] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed9526-ae5d-4e1e-aebe-cd4163648d98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.427315] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559692, 'name': CreateVM_Task, 'duration_secs': 0.344257} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.451973] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.453291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.453779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.454547] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b6f2f1-75a3-4ce9-9906-619aff0b6f50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.459492] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd15f2d-e0de-4a98-bae0-8b5ce219536b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.462865] env[65762]: WARNING neutronclient.v2_0.client [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.468065] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 640.468065] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52413fd2-71ce-28be-dd81-ed1f88c28c8d" [ 640.468065] env[65762]: _type = "Task" [ 640.468065] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.469428] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2d117d-626e-456b-be10-379c1fa1876e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.487336] env[65762]: DEBUG nova.compute.provider_tree [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.491800] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52413fd2-71ce-28be-dd81-ed1f88c28c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.521997] env[65762]: DEBUG nova.network.neutron [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.597118] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c80ac2-2bac-4b80-dfff-a9038f2d1287, 'name': SearchDatastore_Task, 'duration_secs': 0.014379} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.597892] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c38dce-6e01-4817-81ea-07a21c49f4f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.603801] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 640.603801] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5200f334-3c4d-a8ac-7391-f6e4369de65e" [ 640.603801] env[65762]: _type = "Task" [ 640.603801] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.617193] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5200f334-3c4d-a8ac-7391-f6e4369de65e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.618733] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 640.634200] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.731802] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083626} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.732591] env[65762]: WARNING neutronclient.v2_0.client [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.735884] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.737133] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e8947-c59b-4448-b739-9209ed6a7ed9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.762090] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67/9b2a58b2-eec0-47f9-8e4e-0eeb87571d67.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.767541] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c6cca6-30ec-424a-9982-525db61ba083 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.791928] env[65762]: INFO nova.compute.manager [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Took 16.64 seconds to build instance. [ 640.794851] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 640.794851] env[65762]: value = "task-4559696" [ 640.794851] env[65762]: _type = "Task" [ 640.794851] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.805891] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.921422] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 640.951080] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.951339] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.951483] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.951656] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.951791] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.951932] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.952160] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.952305] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.952466] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.952619] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.952783] env[65762]: DEBUG nova.virt.hardware [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.953816] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac9fba0-f4df-4050-a9a0-d9d4e73e8817 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.964317] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb5051-9a2c-40f0-9f54-a864a3d1af70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.990391] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52413fd2-71ce-28be-dd81-ed1f88c28c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.053893} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.991498] env[65762]: DEBUG nova.network.neutron [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.992806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.993657] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.993657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.993657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.993657] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.994930] env[65762]: DEBUG nova.scheduler.client.report [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.998716] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec24a963-e644-4ddc-910d-b3a5dace1aa8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.015217] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.015455] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.016640] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1873ac-0587-4c0c-ab74-521644583b98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.027125] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 641.027125] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5260c28f-e529-64b0-2c14-32a1fcf0dd53" [ 641.027125] env[65762]: _type = "Task" [ 641.027125] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.041219] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5260c28f-e529-64b0-2c14-32a1fcf0dd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.096359] env[65762]: DEBUG nova.network.neutron [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Updated VIF entry in instance network info cache for port ca82909d-6b34-4a38-832b-d142c858e6f6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.097053] env[65762]: DEBUG nova.network.neutron [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Updating instance_info_cache with network_info: [{"id": "ca82909d-6b34-4a38-832b-d142c858e6f6", "address": "fa:16:3e:9d:c5:fb", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca82909d-6b", "ovs_interfaceid": "ca82909d-6b34-4a38-832b-d142c858e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.119449] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5200f334-3c4d-a8ac-7391-f6e4369de65e, 'name': SearchDatastore_Task, 'duration_secs': 0.021711} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.119702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.120081] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 76824fd3-c494-4610-8cd4-9e2661b260c2/76824fd3-c494-4610-8cd4-9e2661b260c2.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.120441] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a626406-3f09-40b0-8b3e-a6acf076920d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.137685] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 641.137685] env[65762]: value = "task-4559697" [ 641.137685] env[65762]: _type = "Task" [ 641.137685] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.142294] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.154746] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.169592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.238475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.238869] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.281367] env[65762]: WARNING neutronclient.v2_0.client [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.295594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.181s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.308666] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.499466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Releasing lock "refresh_cache-d4d8ad32-5565-49bf-8006-401072801567" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.499902] env[65762]: DEBUG nova.compute.manager [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 641.500109] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.501283] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b585579e-4bd8-4b38-bce1-b01bebedb5f9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.505138] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.505754] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 641.509322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.312s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.509711] env[65762]: DEBUG nova.objects.instance [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lazy-loading 'resources' on Instance uuid ff215daa-59ef-433f-b4ef-a9ee3e81abdd {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.516518] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.516518] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43c34728-2881-43fe-8021-50e010051513 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.525809] env[65762]: DEBUG oslo_vmware.api [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 641.525809] env[65762]: value = "task-4559698" [ 641.525809] env[65762]: _type = "Task" [ 641.525809] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.541650] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5260c28f-e529-64b0-2c14-32a1fcf0dd53, 'name': SearchDatastore_Task, 'duration_secs': 0.061092} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.545754] env[65762]: DEBUG oslo_vmware.api [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.545937] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d99b84-58a8-4c49-b378-378558454600 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.553055] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 641.553055] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5253c16a-1f11-8412-8788-766a4496e7b9" [ 641.553055] env[65762]: _type = "Task" [ 641.553055] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.564414] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5253c16a-1f11-8412-8788-766a4496e7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.600080] env[65762]: DEBUG oslo_concurrency.lockutils [req-5b7c8a4b-9e16-4d8c-8bc0-f72d73e59252 req-95f59ff8-07df-43aa-94c2-d9303e984085 service nova] Releasing lock "refresh_cache-76824fd3-c494-4610-8cd4-9e2661b260c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.634330] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102423} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.634612] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.634848] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.635243] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e0742f6-5d9a-4b03-99dd-c277d054f0bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.648518] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 641.648518] env[65762]: value = "task-4559699" [ 641.648518] env[65762]: _type = "Task" [ 641.648518] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.657442] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.665929] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.777423] env[65762]: DEBUG nova.network.neutron [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Successfully updated port: bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.801256] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 641.807964] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559696, 'name': ReconfigVM_Task, 'duration_secs': 0.699064} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.807964] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67/9b2a58b2-eec0-47f9-8e4e-0eeb87571d67.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.808852] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e10ce0b-5fdf-4245-a676-ba5541865bec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.817351] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 641.817351] env[65762]: value = "task-4559700" [ 641.817351] env[65762]: _type = "Task" [ 641.817351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.829375] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559700, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.853762] env[65762]: DEBUG nova.network.neutron [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updated VIF entry in instance network info cache for port f5af5b58-0dbb-4c5b-8568-d41349c3eea8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.853762] env[65762]: DEBUG nova.network.neutron [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.011635] env[65762]: DEBUG nova.compute.utils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.012938] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 642.013656] env[65762]: DEBUG nova.network.neutron [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 642.013656] env[65762]: WARNING neutronclient.v2_0.client [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.013794] env[65762]: WARNING neutronclient.v2_0.client [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.043384] env[65762]: DEBUG oslo_vmware.api [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559698, 'name': PowerOffVM_Task, 'duration_secs': 0.197726} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.043975] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.043975] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.044665] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa43cdda-8de0-4ee2-a18c-39f24e63b6d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.067435] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5253c16a-1f11-8412-8788-766a4496e7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.036436} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.068377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.068377] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.069704] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f46bdd6-ba1e-4927-907a-64d9d8974a35 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.081322] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.081541] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.081717] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleting the datastore file [datastore2] d4d8ad32-5565-49bf-8006-401072801567 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.083182] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bd219d-4f08-498f-a298-bde9464c600e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.085100] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 642.085100] env[65762]: value = "task-4559702" [ 642.085100] env[65762]: _type = "Task" [ 642.085100] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.099528] env[65762]: DEBUG oslo_vmware.api [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for the task: (returnval){ [ 642.099528] env[65762]: value = "task-4559703" [ 642.099528] env[65762]: _type = "Task" [ 642.099528] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.105490] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.115203] env[65762]: DEBUG oslo_vmware.api [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.146537] env[65762]: DEBUG nova.policy [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bf022df1d58410d9d7b5ea3a080883c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a62f992b7474c3b94570703f91d528c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.167847] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616369} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.168125] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095625} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.168357] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 76824fd3-c494-4610-8cd4-9e2661b260c2/76824fd3-c494-4610-8cd4-9e2661b260c2.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.168615] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.168793] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.169035] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bf9804d-0a30-4106-856a-c61fc2615368 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.172208] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c6458a-b14a-4b04-a73a-5405911c21fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.185080] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 642.185080] env[65762]: value = "task-4559704" [ 642.185080] env[65762]: _type = "Task" [ 642.185080] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.201424] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.207543] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b113720-3a26-47e2-b117-43a7f8fe5063 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.229881] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559704, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.231684] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 642.231684] env[65762]: value = "task-4559705" [ 642.231684] env[65762]: _type = "Task" [ 642.231684] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.246910] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.280693] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "refresh_cache-45054102-3f33-4ae3-8cf7-ee6a6e344f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.280948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired lock "refresh_cache-45054102-3f33-4ae3-8cf7-ee6a6e344f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.281210] env[65762]: DEBUG nova.network.neutron [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.329836] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559700, 'name': Rename_Task, 'duration_secs': 0.16477} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.330101] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.330364] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f92b502-0c39-44dd-8de5-117510f76211 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.337687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.339946] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 642.339946] env[65762]: value = "task-4559706" [ 642.339946] env[65762]: _type = "Task" [ 642.339946] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.352470] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.356062] env[65762]: DEBUG oslo_concurrency.lockutils [req-a7373cdf-f9fc-4ce1-b5f8-4d9f76071b4d req-c75c4f47-d39c-44d9-8162-5c6c2c2b6819 service nova] Releasing lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.519618] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 642.523761] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79338cab-ea3e-49ed-b2f0-2982f83d1b26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.532799] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c9648f-9492-4b3a-9eb6-8f4e4576e039 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.572566] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed5cc26-0cb7-4360-b3f7-6528f1b8dea6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.580749] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d4134-f251-46af-8d4b-d3691b3c4b02 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.595580] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.604661] env[65762]: DEBUG nova.compute.provider_tree [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.612999] env[65762]: DEBUG nova.network.neutron [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Successfully created port: 9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.619812] env[65762]: DEBUG oslo_vmware.api [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Task: {'id': task-4559703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306824} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.620078] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.620257] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.620424] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.620584] env[65762]: INFO nova.compute.manager [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] [instance: d4d8ad32-5565-49bf-8006-401072801567] Took 1.12 seconds to destroy the instance on the hypervisor. [ 642.621321] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.621321] env[65762]: DEBUG nova.compute.manager [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 642.621321] env[65762]: DEBUG nova.network.neutron [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 642.621471] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.706636] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075591} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.707187] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.708919] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40448832-be8c-4abf-a252-3010db808dc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.739335] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 76824fd3-c494-4610-8cd4-9e2661b260c2/76824fd3-c494-4610-8cd4-9e2661b260c2.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.739792] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6e02d6-35f5-4e08-957f-e99b00170ef1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.773131] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.775066] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 642.775066] env[65762]: value = "task-4559707" [ 642.775066] env[65762]: _type = "Task" [ 642.775066] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.791758] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.852572] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.983886] env[65762]: DEBUG nova.network.neutron [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.984461] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.098048] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.112011] env[65762]: DEBUG nova.scheduler.client.report [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.210125] env[65762]: DEBUG nova.network.neutron [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.256476] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.288416] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.358335] env[65762]: DEBUG oslo_vmware.api [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4559706, 'name': PowerOnVM_Task, 'duration_secs': 0.582856} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.358764] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.359088] env[65762]: INFO nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Took 10.00 seconds to spawn the instance on the hypervisor. [ 643.359341] env[65762]: DEBUG nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 643.360504] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85193b83-8467-406a-8556-d4a1aa6c5e51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.486282] env[65762]: DEBUG nova.network.neutron [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.534749] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 643.570774] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 643.571037] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.571196] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 643.571473] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.571683] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 643.571755] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 643.571976] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.572105] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 643.572256] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 643.572415] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 643.572575] env[65762]: DEBUG nova.virt.hardware [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 643.573433] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b81e23-d953-46d2-b068-d47df330b6ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.582393] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30cf6c3-c1ce-444c-b782-9810bb916038 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.600387] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559702, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45993} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.609510] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.609510] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.609510] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-062d1fa4-e0e6-41c0-a8f0-9d484c8db5b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.616719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.620721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.171s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.624118] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 643.624118] env[65762]: value = "task-4559709" [ 643.624118] env[65762]: _type = "Task" [ 643.624118] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.634656] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.663352] env[65762]: INFO nova.scheduler.client.report [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Deleted allocations for instance ff215daa-59ef-433f-b4ef-a9ee3e81abdd [ 643.751855] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.788678] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559707, 'name': ReconfigVM_Task, 'duration_secs': 0.61528} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.788886] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 76824fd3-c494-4610-8cd4-9e2661b260c2/76824fd3-c494-4610-8cd4-9e2661b260c2.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.789588] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fe72fdd-9a25-4338-b82d-565fa2bbf6b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.799258] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 643.799258] env[65762]: value = "task-4559710" [ 643.799258] env[65762]: _type = "Task" [ 643.799258] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.809462] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559710, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.885314] env[65762]: INFO nova.compute.manager [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Took 19.64 seconds to build instance. [ 643.994633] env[65762]: INFO nova.compute.manager [-] [instance: d4d8ad32-5565-49bf-8006-401072801567] Took 1.37 seconds to deallocate network for instance. [ 644.127894] env[65762]: INFO nova.compute.claims [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.143398] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082441} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.144343] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.144343] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9b27ca-6fb3-46d3-98bf-cd6151f555fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.169940] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.171802] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d865ce28-2c8b-41fa-aa67-9b845898c0de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.187870] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2bddff14-09f8-4437-b271-498123b202ae tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Lock "ff215daa-59ef-433f-b4ef-a9ee3e81abdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.691s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.195639] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 644.195639] env[65762]: value = "task-4559711" [ 644.195639] env[65762]: _type = "Task" [ 644.195639] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.208047] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.249366] env[65762]: DEBUG nova.compute.manager [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Received event network-changed-19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 644.249528] env[65762]: DEBUG nova.compute.manager [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Refreshing instance network info cache due to event network-changed-19ac37c8-b811-413e-8b1b-5fe72024defc. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 644.249872] env[65762]: DEBUG oslo_concurrency.lockutils [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] Acquiring lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.249872] env[65762]: DEBUG oslo_concurrency.lockutils [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] Acquired lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.250910] env[65762]: DEBUG nova.network.neutron [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Refreshing network info cache for port 19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.265154] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559705, 'name': ReconfigVM_Task, 'duration_secs': 1.739977} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.265154] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.267271] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e90b37-17d4-413e-a6b4-f83eb7753d45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.275082] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 644.275082] env[65762]: value = "task-4559712" [ 644.275082] env[65762]: _type = "Task" [ 644.275082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.292893] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559712, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.312651] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559710, 'name': Rename_Task, 'duration_secs': 0.310442} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.313029] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.313337] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c755c07-c5b4-4f82-85d3-71e05c037b3c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.321495] env[65762]: WARNING neutronclient.v2_0.client [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.326774] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 644.326774] env[65762]: value = "task-4559713" [ 644.326774] env[65762]: _type = "Task" [ 644.326774] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.338082] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.387660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-468d8a43-31c2-4dd1-aff7-c05f2f1217be tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.151s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.419539] env[65762]: DEBUG nova.network.neutron [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Successfully updated port: 9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.439243] env[65762]: DEBUG nova.network.neutron [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Updating instance_info_cache with network_info: [{"id": "bda2b66f-efe1-46cb-a266-dfad28c99aeb", "address": "fa:16:3e:5d:04:7b", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda2b66f-ef", "ovs_interfaceid": "bda2b66f-efe1-46cb-a266-dfad28c99aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.503638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.565694] env[65762]: DEBUG nova.compute.manager [req-a2da5ee6-5eb9-444c-8e70-9cbcd6a207cd req-f1c97919-11c0-417c-b50c-bc31826da7a1 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Received event network-vif-plugged-bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 644.565875] env[65762]: DEBUG oslo_concurrency.lockutils [req-a2da5ee6-5eb9-444c-8e70-9cbcd6a207cd req-f1c97919-11c0-417c-b50c-bc31826da7a1 service nova] Acquiring lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.569285] env[65762]: DEBUG oslo_concurrency.lockutils [req-a2da5ee6-5eb9-444c-8e70-9cbcd6a207cd req-f1c97919-11c0-417c-b50c-bc31826da7a1 service nova] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.569541] env[65762]: DEBUG oslo_concurrency.lockutils [req-a2da5ee6-5eb9-444c-8e70-9cbcd6a207cd req-f1c97919-11c0-417c-b50c-bc31826da7a1 service nova] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.569766] env[65762]: DEBUG nova.compute.manager [req-a2da5ee6-5eb9-444c-8e70-9cbcd6a207cd req-f1c97919-11c0-417c-b50c-bc31826da7a1 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] No waiting events found dispatching network-vif-plugged-bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 644.569989] env[65762]: WARNING nova.compute.manager [req-a2da5ee6-5eb9-444c-8e70-9cbcd6a207cd req-f1c97919-11c0-417c-b50c-bc31826da7a1 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Received unexpected event network-vif-plugged-bda2b66f-efe1-46cb-a266-dfad28c99aeb for instance with vm_state building and task_state spawning. [ 644.640035] env[65762]: INFO nova.compute.resource_tracker [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating resource usage from migration 68d5ebe1-d826-4c6c-9ac4-0dab298b6e2c [ 644.712854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "fd026dea-8e2b-4caf-91d6-125b41034aae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.713147] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.713395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "fd026dea-8e2b-4caf-91d6-125b41034aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.713599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.713988] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.715841] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.716313] env[65762]: INFO nova.compute.manager [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Terminating instance [ 644.752221] env[65762]: WARNING neutronclient.v2_0.client [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.790331] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559712, 'name': Rename_Task, 'duration_secs': 0.497975} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.791566] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.791566] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c961c1-7f77-405e-b120-55f81607399f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.805561] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 644.805561] env[65762]: value = "task-4559714" [ 644.805561] env[65762]: _type = "Task" [ 644.805561] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.818193] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.841039] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.894409] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 644.925305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.925594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.925814] env[65762]: DEBUG nova.network.neutron [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.946712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Releasing lock "refresh_cache-45054102-3f33-4ae3-8cf7-ee6a6e344f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.947107] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Instance network_info: |[{"id": "bda2b66f-efe1-46cb-a266-dfad28c99aeb", "address": "fa:16:3e:5d:04:7b", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda2b66f-ef", "ovs_interfaceid": "bda2b66f-efe1-46cb-a266-dfad28c99aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 644.947706] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:04:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bda2b66f-efe1-46cb-a266-dfad28c99aeb', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.956673] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating folder: Project (867d011bed6d4081b447e9c43df49bd0). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.959017] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8210e8-b71f-463f-858f-375b7b5aae98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.978441] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Created folder: Project (867d011bed6d4081b447e9c43df49bd0) in parent group-v890951. [ 644.978603] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating folder: Instances. Parent ref: group-v890997. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.978833] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b0faa6-134a-4dbc-980a-fab1acb64719 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.993747] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Created folder: Instances in parent group-v890997. [ 644.994056] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.997133] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.999264] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5145d5f2-e330-4039-8efa-0401cf4f5d61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.025157] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.025157] env[65762]: value = "task-4559717" [ 645.025157] env[65762]: _type = "Task" [ 645.025157] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.035052] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559717, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.188448] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5bca39-3f6e-4566-a87f-e60f62b8d29f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.201423] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5454f294-fd26-4abb-9f5b-119d22ff81cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.240270] env[65762]: DEBUG nova.compute.manager [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 645.240529] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.241131] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559711, 'name': ReconfigVM_Task, 'duration_secs': 0.770261} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.242417] env[65762]: WARNING neutronclient.v2_0.client [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.245319] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f2d61-2071-4471-9fba-2a13136e7640 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.248894] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3cc07-d498-4cdf-949b-af74e24b3a99 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.252039] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.252793] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a691d6d-127e-46db-a5e9-c87302e26731 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.264274] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.266822] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8d6bf78-50fe-40bd-b275-90f72c4302e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.269479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ad4efd-f95b-42e6-95bb-706444c0822b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.276382] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 645.276382] env[65762]: value = "task-4559719" [ 645.276382] env[65762]: _type = "Task" [ 645.276382] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.292788] env[65762]: DEBUG nova.compute.provider_tree [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.296056] env[65762]: DEBUG oslo_vmware.api [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 645.296056] env[65762]: value = "task-4559720" [ 645.296056] env[65762]: _type = "Task" [ 645.296056] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.305055] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559719, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.321030] env[65762]: DEBUG oslo_vmware.api [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.322411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "5750b19a-c936-41f5-88b3-b0cc75726df1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.322411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.322411] env[65762]: DEBUG nova.compute.manager [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 645.324340] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f8201-30a3-4a51-83ea-7e2924d568db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.331844] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.338053] env[65762]: DEBUG nova.compute.manager [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 645.339343] env[65762]: DEBUG nova.objects.instance [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lazy-loading 'flavor' on Instance uuid 5750b19a-c936-41f5-88b3-b0cc75726df1 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.348544] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559713, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.388248] env[65762]: DEBUG nova.network.neutron [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Updated VIF entry in instance network info cache for port 19ac37c8-b811-413e-8b1b-5fe72024defc. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.388248] env[65762]: DEBUG nova.network.neutron [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Updating instance_info_cache with network_info: [{"id": "19ac37c8-b811-413e-8b1b-5fe72024defc", "address": "fa:16:3e:2c:da:5a", "network": {"id": "969815cf-bcf9-4891-8975-dc0fae703ce7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2086770082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a692d7fb314d968a04a6a0952cb75a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ac37c8-b8", "ovs_interfaceid": "19ac37c8-b811-413e-8b1b-5fe72024defc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.433917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.485821] env[65762]: DEBUG nova.network.neutron [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.538446] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559717, 'name': CreateVM_Task, 'duration_secs': 0.458785} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.538642] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.539313] env[65762]: WARNING neutronclient.v2_0.client [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.539705] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.539860] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.540204] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.540490] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d959e2ac-60a0-41be-b2d1-d8351fa0672a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.547743] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 645.547743] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bd1b54-bc59-1607-3fdb-69527c88f325" [ 645.547743] env[65762]: _type = "Task" [ 645.547743] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.561110] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bd1b54-bc59-1607-3fdb-69527c88f325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.605106] env[65762]: WARNING neutronclient.v2_0.client [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.716414] env[65762]: DEBUG nova.network.neutron [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [{"id": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "address": "fa:16:3e:3f:9d:e8", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7f1b31-d4", "ovs_interfaceid": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.795123] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559719, 'name': Rename_Task, 'duration_secs': 0.220808} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.795471] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.795763] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a334f6-b8f8-4068-af56-60c22b9e51db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.813698] env[65762]: DEBUG oslo_vmware.api [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559720, 'name': PowerOffVM_Task, 'duration_secs': 0.359637} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.818599] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.818599] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.818599] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 645.818599] env[65762]: value = "task-4559721" [ 645.818599] env[65762]: _type = "Task" [ 645.818599] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.818599] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea01eb66-69e9-44f2-93ad-bbaead0b3ae1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.826424] env[65762]: DEBUG oslo_vmware.api [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559714, 'name': PowerOnVM_Task, 'duration_secs': 0.692115} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.827544] env[65762]: ERROR nova.scheduler.client.report [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [req-c7ccddf3-d279-41e8-8071-d0abcdeb8572] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7ccddf3-d279-41e8-8071-d0abcdeb8572"}]} [ 645.828521] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.828690] env[65762]: INFO nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Took 7.50 seconds to spawn the instance on the hypervisor. [ 645.828878] env[65762]: DEBUG nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 645.833616] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71960dc-95c7-4af3-817a-b262ce4b512c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.845026] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559721, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.858642] env[65762]: DEBUG oslo_vmware.api [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559713, 'name': PowerOnVM_Task, 'duration_secs': 1.113429} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.862328] env[65762]: DEBUG nova.scheduler.client.report [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 645.862328] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.862675] env[65762]: INFO nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Took 10.05 seconds to spawn the instance on the hypervisor. [ 645.862675] env[65762]: DEBUG nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 645.864121] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8dff03-760e-4436-a152-74da82d185d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.885351] env[65762]: DEBUG nova.scheduler.client.report [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 645.885351] env[65762]: DEBUG nova.compute.provider_tree [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.894458] env[65762]: DEBUG oslo_concurrency.lockutils [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] Releasing lock "refresh_cache-f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.894458] env[65762]: DEBUG nova.compute.manager [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Received event network-changed-195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 645.894458] env[65762]: DEBUG nova.compute.manager [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Refreshing instance network info cache due to event network-changed-195b1826-a7b4-476b-a65d-bfd818f80bc2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 645.894458] env[65762]: DEBUG oslo_concurrency.lockutils [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] Acquiring lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.894458] env[65762]: DEBUG oslo_concurrency.lockutils [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] Acquired lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.894875] env[65762]: DEBUG nova.network.neutron [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Refreshing network info cache for port 195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.911504] env[65762]: DEBUG nova.scheduler.client.report [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 645.919213] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.919213] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.919213] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Deleting the datastore file [datastore1] fd026dea-8e2b-4caf-91d6-125b41034aae {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.919213] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a787098c-3d40-4930-8db2-d87ec006c688 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.933631] env[65762]: DEBUG oslo_vmware.api [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for the task: (returnval){ [ 645.933631] env[65762]: value = "task-4559723" [ 645.933631] env[65762]: _type = "Task" [ 645.933631] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.947762] env[65762]: DEBUG oslo_vmware.api [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.948634] env[65762]: DEBUG nova.scheduler.client.report [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 646.071848] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bd1b54-bc59-1607-3fdb-69527c88f325, 'name': SearchDatastore_Task, 'duration_secs': 0.013944} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.072919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.072919] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.072919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.072919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.073255] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.073391] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e4adbd-fe38-4630-b63a-889e5a8be1ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.085617] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.085708] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.089229] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8369961-b85d-42e9-a8c9-9695fef08d75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.098575] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 646.098575] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526b968a-2972-bbf8-b221-7e656dd8e825" [ 646.098575] env[65762]: _type = "Task" [ 646.098575] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.115486] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526b968a-2972-bbf8-b221-7e656dd8e825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.220905] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.221289] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance network_info: |[{"id": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "address": "fa:16:3e:3f:9d:e8", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7f1b31-d4", "ovs_interfaceid": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 646.221745] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:9d:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d7f1b31-d47a-4776-947b-a1680be0f2a8', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.234981] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 646.236494] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.243615] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ddbdbec-110d-4f56-af75-6ea7bb70c40b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.280345] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.280345] env[65762]: value = "task-4559724" [ 646.280345] env[65762]: _type = "Task" [ 646.280345] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.296533] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559724, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.335650] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.364516] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.365080] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e29725a-3fe3-4912-be10-6eabd4b49a21 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.373970] env[65762]: INFO nova.compute.manager [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Took 21.21 seconds to build instance. [ 646.391470] env[65762]: DEBUG oslo_vmware.api [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 646.391470] env[65762]: value = "task-4559725" [ 646.391470] env[65762]: _type = "Task" [ 646.391470] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.398621] env[65762]: INFO nova.compute.manager [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Took 21.80 seconds to build instance. [ 646.401375] env[65762]: WARNING neutronclient.v2_0.client [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.414466] env[65762]: DEBUG oslo_vmware.api [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.453089] env[65762]: DEBUG oslo_vmware.api [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Task: {'id': task-4559723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226581} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.453628] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.453889] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.454040] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.454178] env[65762]: INFO nova.compute.manager [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Took 1.21 seconds to destroy the instance on the hypervisor. [ 646.454425] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 646.454621] env[65762]: DEBUG nova.compute.manager [-] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 646.454718] env[65762]: DEBUG nova.network.neutron [-] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 646.454993] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.605679] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b446dd-a143-405c-8be4-9d07d807e98a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.616648] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526b968a-2972-bbf8-b221-7e656dd8e825, 'name': SearchDatastore_Task, 'duration_secs': 0.012853} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.619389] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23dee61-4e1f-471d-9a62-4c0d229dd163 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.623077] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78afdea9-66f5-48b9-a12c-51893572ed58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.663169] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 646.663169] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52880a4a-d00a-1b05-a671-cf8119f04bde" [ 646.663169] env[65762]: _type = "Task" [ 646.663169] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.664784] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2de465-b5ec-4d3d-9697-c018bac989ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.681864] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ee740-549d-451a-84e7-3a1d8ed88b30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.687184] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52880a4a-d00a-1b05-a671-cf8119f04bde, 'name': SearchDatastore_Task, 'duration_secs': 0.035006} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.687566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.687852] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 45054102-3f33-4ae3-8cf7-ee6a6e344f28/45054102-3f33-4ae3-8cf7-ee6a6e344f28.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.688557] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602b4b63-5fcf-4f4b-a73e-3305601317da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.701409] env[65762]: DEBUG nova.compute.provider_tree [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.708806] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 646.708806] env[65762]: value = "task-4559726" [ 646.708806] env[65762]: _type = "Task" [ 646.708806] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.718876] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.732201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "64ba35ce-5285-4932-8656-7dd4bced4bac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.732521] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.732636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.732875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.791260] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559724, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.831171] env[65762]: DEBUG oslo_vmware.api [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559721, 'name': PowerOnVM_Task, 'duration_secs': 0.749008} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.831440] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.831733] env[65762]: DEBUG nova.compute.manager [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 646.832577] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d10059b-7e87-4871-ae1b-cc549618f478 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.847282] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.890148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0abe9b08-805c-429f-a46e-87226997958d tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "5603df51-b568-4e1c-9b11-412c7781bbd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.738s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.900791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76e991c3-cf14-4476-9d76-bdddd3c30795 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.324s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.909573] env[65762]: DEBUG oslo_vmware.api [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559725, 'name': PowerOffVM_Task, 'duration_secs': 0.301405} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.912479] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.912479] env[65762]: DEBUG nova.compute.manager [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 646.912479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b64a28-4c07-4505-bc93-9dbe95e9f5bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.205988] env[65762]: DEBUG nova.scheduler.client.report [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.220345] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559726, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.299342] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559724, 'name': CreateVM_Task, 'duration_secs': 0.518364} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.299766] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.301340] env[65762]: WARNING neutronclient.v2_0.client [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.301340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.301340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.301340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.301340] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca6e49f-6415-4b88-9d6e-57942eb3fc9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.308760] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 647.308760] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a62221-de4e-9bf4-9e66-2bded5da1c5d" [ 647.308760] env[65762]: _type = "Task" [ 647.308760] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.319788] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a62221-de4e-9bf4-9e66-2bded5da1c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.353616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.393956] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 647.405395] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 647.426174] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ab19986-b581-4e77-bd81-193c703d9556 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.715081] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.094s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.715365] env[65762]: INFO nova.compute.manager [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Migrating [ 647.715517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.715801] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.717028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.408s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.718485] env[65762]: INFO nova.compute.claims [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.728208] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767559} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.728208] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 45054102-3f33-4ae3-8cf7-ee6a6e344f28/45054102-3f33-4ae3-8cf7-ee6a6e344f28.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.728208] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.728842] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-310554dc-8fa0-4d2b-8de2-ded7106206e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.736455] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 647.736455] env[65762]: value = "task-4559728" [ 647.736455] env[65762]: _type = "Task" [ 647.736455] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.744846] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.820867] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a62221-de4e-9bf4-9e66-2bded5da1c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.067284} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.824022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.824022] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.824022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.824022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.824320] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.824320] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be15313a-17fb-4c5c-973c-4428aec6f006 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.835071] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.835482] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.836366] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81c54a0-43c4-48ed-96c2-55644e675fc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.843559] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 647.843559] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5284233c-c5a4-d2ff-8f02-47d9e2ed1b63" [ 647.843559] env[65762]: _type = "Task" [ 647.843559] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.854802] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5284233c-c5a4-d2ff-8f02-47d9e2ed1b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.921435] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.925289] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.006768] env[65762]: WARNING neutronclient.v2_0.client [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.089800] env[65762]: DEBUG nova.network.neutron [-] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.227514] env[65762]: INFO nova.compute.rpcapi [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Automatically selected compute RPC version 6.5 from minimum service version 71 [ 648.227514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.257288] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17067} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.258435] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.259818] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4372f55d-f013-46e2-a616-f5bbd51ca216 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.285771] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 45054102-3f33-4ae3-8cf7-ee6a6e344f28/45054102-3f33-4ae3-8cf7-ee6a6e344f28.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.286704] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d7c161-4994-4f73-849d-a1e01928b3aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.317956] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 648.317956] env[65762]: value = "task-4559729" [ 648.317956] env[65762]: _type = "Task" [ 648.317956] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.331391] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.332713] env[65762]: DEBUG nova.network.neutron [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updated VIF entry in instance network info cache for port 195b1826-a7b4-476b-a65d-bfd818f80bc2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.333030] env[65762]: DEBUG nova.network.neutron [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updating instance_info_cache with network_info: [{"id": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "address": "fa:16:3e:7e:9e:03", "network": {"id": "f9fc50bc-1460-418d-aa53-7dcdbba7d464", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1591524801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadc083357e04e459bbfdc28e2e2c5ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap195b1826-a7", "ovs_interfaceid": "195b1826-a7b4-476b-a65d-bfd818f80bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.356824] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5284233c-c5a4-d2ff-8f02-47d9e2ed1b63, 'name': SearchDatastore_Task, 'duration_secs': 0.025928} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.357605] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879bb4d3-07c7-4f15-8e95-64b751b71708 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.364500] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 648.364500] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5257fd37-10a7-6486-6c0f-26850da948f3" [ 648.364500] env[65762]: _type = "Task" [ 648.364500] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.376093] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5257fd37-10a7-6486-6c0f-26850da948f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.593042] env[65762]: INFO nova.compute.manager [-] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Took 2.14 seconds to deallocate network for instance. [ 648.747944] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.747944] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.747944] env[65762]: DEBUG nova.network.neutron [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.829826] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.836690] env[65762]: DEBUG oslo_concurrency.lockutils [req-82a254c9-d75c-4e0c-ba2e-df15dc34fec2 req-f90ebbdc-0427-4594-87c1-1f6c172ce000 service nova] Releasing lock "refresh_cache-deea35f9-8d70-4a1f-b731-a60f5731a540" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.875602] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5257fd37-10a7-6486-6c0f-26850da948f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01461} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.878428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.878893] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 852ff2bc-c17b-45d1-9d47-8f829fd97f25/852ff2bc-c17b-45d1-9d47-8f829fd97f25.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.879159] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4157b32f-606a-4e10-9ecc-0858905f3f70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.887387] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 648.887387] env[65762]: value = "task-4559730" [ 648.887387] env[65762]: _type = "Task" [ 648.887387] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.898876] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.101666] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.196751] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e32bf6-af22-4eb6-b3a2-99eb3bfb6de7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.205870] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e236e-ea1f-4499-a1c3-6c726cf401dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.251145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f8746-e37d-4b6c-bcb5-ecc2355d16be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.251145] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.260849] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2291bc32-f564-4b2d-a94d-52a63f4c314e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.279754] env[65762]: DEBUG nova.compute.provider_tree [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.332131] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559729, 'name': ReconfigVM_Task, 'duration_secs': 0.754162} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.332553] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 45054102-3f33-4ae3-8cf7-ee6a6e344f28/45054102-3f33-4ae3-8cf7-ee6a6e344f28.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.333607] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95016909-6343-4d4f-b669-5045713f4a08 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.348199] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 649.348199] env[65762]: value = "task-4559731" [ 649.348199] env[65762]: _type = "Task" [ 649.348199] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.358761] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559731, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.401542] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559730, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.813327] env[65762]: ERROR nova.scheduler.client.report [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [req-ebcbc94c-8b74-422e-af69-823e2cb1c162] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebcbc94c-8b74-422e-af69-823e2cb1c162"}]} [ 649.838957] env[65762]: DEBUG nova.scheduler.client.report [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.859295] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559731, 'name': Rename_Task, 'duration_secs': 0.37228} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.860141] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.860667] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a17e073-6a82-4405-b20f-90902db69d11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.865258] env[65762]: DEBUG nova.scheduler.client.report [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.867500] env[65762]: DEBUG nova.compute.provider_tree [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.878185] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 649.878185] env[65762]: value = "task-4559733" [ 649.878185] env[65762]: _type = "Task" [ 649.878185] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.889483] env[65762]: DEBUG nova.scheduler.client.report [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.900713] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.916790] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687815} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.918056] env[65762]: DEBUG nova.scheduler.client.report [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.920944] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 852ff2bc-c17b-45d1-9d47-8f829fd97f25/852ff2bc-c17b-45d1-9d47-8f829fd97f25.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.921275] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.922316] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91bc29d0-97ce-479a-99ff-cc4aa7575914 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.931428] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 649.931428] env[65762]: value = "task-4559734" [ 649.931428] env[65762]: _type = "Task" [ 649.931428] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.946377] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.047885] env[65762]: DEBUG nova.compute.manager [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Received event network-vif-plugged-9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 650.048380] env[65762]: DEBUG oslo_concurrency.lockutils [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] Acquiring lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.048495] env[65762]: DEBUG oslo_concurrency.lockutils [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.048576] env[65762]: DEBUG oslo_concurrency.lockutils [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.048735] env[65762]: DEBUG nova.compute.manager [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] No waiting events found dispatching network-vif-plugged-9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 650.049237] env[65762]: WARNING nova.compute.manager [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Received unexpected event network-vif-plugged-9d7f1b31-d47a-4776-947b-a1680be0f2a8 for instance with vm_state building and task_state spawning. [ 650.049346] env[65762]: DEBUG nova.compute.manager [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Received event network-changed-9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 650.049697] env[65762]: DEBUG nova.compute.manager [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Refreshing instance network info cache due to event network-changed-9d7f1b31-d47a-4776-947b-a1680be0f2a8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 650.049900] env[65762]: DEBUG oslo_concurrency.lockutils [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] Acquiring lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.050049] env[65762]: DEBUG oslo_concurrency.lockutils [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] Acquired lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.050228] env[65762]: DEBUG nova.network.neutron [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Refreshing network info cache for port 9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.170298] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.228219] env[65762]: DEBUG nova.compute.manager [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Received event network-changed-bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 650.228219] env[65762]: DEBUG nova.compute.manager [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Refreshing instance network info cache due to event network-changed-bda2b66f-efe1-46cb-a266-dfad28c99aeb. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 650.228219] env[65762]: DEBUG oslo_concurrency.lockutils [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] Acquiring lock "refresh_cache-45054102-3f33-4ae3-8cf7-ee6a6e344f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.228219] env[65762]: DEBUG oslo_concurrency.lockutils [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] Acquired lock "refresh_cache-45054102-3f33-4ae3-8cf7-ee6a6e344f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.228429] env[65762]: DEBUG nova.network.neutron [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Refreshing network info cache for port bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.316445] env[65762]: DEBUG nova.network.neutron [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance_info_cache with network_info: [{"id": "a6deec82-6909-47f3-a797-514ab92ea7d7", "address": "fa:16:3e:19:60:7c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6deec82-69", "ovs_interfaceid": "a6deec82-6909-47f3-a797-514ab92ea7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.397261] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.453467] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140783} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.455595] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.455595] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7073a24e-1e56-4e98-9376-58a99415ff11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.482590] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 852ff2bc-c17b-45d1-9d47-8f829fd97f25/852ff2bc-c17b-45d1-9d47-8f829fd97f25.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.486182] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e027d0-7b6b-49c8-b167-f8b1e0381194 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.508694] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 650.508694] env[65762]: value = "task-4559735" [ 650.508694] env[65762]: _type = "Task" [ 650.508694] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.520356] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.554373] env[65762]: WARNING neutronclient.v2_0.client [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.559453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40037dd9-829f-4666-a493-a818f43ec69b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.572513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406459dc-ec5b-475f-b4d7-5b6f91a1edee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.613147] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b148dca-8bc9-4411-858b-c888dd43fd57 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.623232] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1a9aa-9665-46cf-9f24-4784f7ada952 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.642910] env[65762]: DEBUG nova.compute.provider_tree [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.737192] env[65762]: WARNING neutronclient.v2_0.client [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.822929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.890631] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.020262] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.059781] env[65762]: WARNING neutronclient.v2_0.client [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.193547] env[65762]: DEBUG nova.scheduler.client.report [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 651.193816] env[65762]: DEBUG nova.compute.provider_tree [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 33 to 34 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 651.193989] env[65762]: DEBUG nova.compute.provider_tree [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.205215] env[65762]: DEBUG nova.network.neutron [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updated VIF entry in instance network info cache for port 9d7f1b31-d47a-4776-947b-a1680be0f2a8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.205292] env[65762]: DEBUG nova.network.neutron [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [{"id": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "address": "fa:16:3e:3f:9d:e8", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7f1b31-d4", "ovs_interfaceid": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.211705] env[65762]: WARNING neutronclient.v2_0.client [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.320471] env[65762]: DEBUG nova.network.neutron [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Updated VIF entry in instance network info cache for port bda2b66f-efe1-46cb-a266-dfad28c99aeb. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.320822] env[65762]: DEBUG nova.network.neutron [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Updating instance_info_cache with network_info: [{"id": "bda2b66f-efe1-46cb-a266-dfad28c99aeb", "address": "fa:16:3e:5d:04:7b", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda2b66f-ef", "ovs_interfaceid": "bda2b66f-efe1-46cb-a266-dfad28c99aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.390823] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.521942] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559735, 'name': ReconfigVM_Task, 'duration_secs': 0.720079} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.522537] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 852ff2bc-c17b-45d1-9d47-8f829fd97f25/852ff2bc-c17b-45d1-9d47-8f829fd97f25.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.523312] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1385a211-560d-42af-a35e-bef84ea3dd4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.533331] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 651.533331] env[65762]: value = "task-4559737" [ 651.533331] env[65762]: _type = "Task" [ 651.533331] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.547174] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559737, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.702080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.985s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.702480] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 651.707276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.244s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.707941] env[65762]: INFO nova.compute.claims [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.715775] env[65762]: DEBUG oslo_concurrency.lockutils [req-3c08a80b-ca82-415d-88d7-765d370ceeb4 req-47118483-0f86-40b1-a4fb-8c4e57b69b8b service nova] Releasing lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.826091] env[65762]: DEBUG oslo_concurrency.lockutils [req-3f0174b4-987d-4eee-a301-45c9ced26579 req-5f200a1c-1a13-428b-bf7f-744ec95da959 service nova] Releasing lock "refresh_cache-45054102-3f33-4ae3-8cf7-ee6a6e344f28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.894908] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.046035] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559737, 'name': Rename_Task, 'duration_secs': 0.257701} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.047219] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.047219] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f62a047-aa31-4e7e-9f3f-41e5e4694258 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.058080] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 652.058080] env[65762]: value = "task-4559738" [ 652.058080] env[65762]: _type = "Task" [ 652.058080] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.059443] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8d2b9a-198c-49b4-8c7a-1cb8f4d0aac7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.070251] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Suspending the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 652.073906] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2d0b30f4-7a46-46c5-b81c-0879d2cb2d0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.075799] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.082491] env[65762]: DEBUG oslo_vmware.api [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] Waiting for the task: (returnval){ [ 652.082491] env[65762]: value = "task-4559739" [ 652.082491] env[65762]: _type = "Task" [ 652.082491] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.094042] env[65762]: DEBUG oslo_vmware.api [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] Task: {'id': task-4559739, 'name': SuspendVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.217932] env[65762]: DEBUG nova.compute.utils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.222480] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 652.222809] env[65762]: DEBUG nova.network.neutron [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.223573] env[65762]: WARNING neutronclient.v2_0.client [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.223963] env[65762]: WARNING neutronclient.v2_0.client [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.289198] env[65762]: DEBUG nova.policy [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ef63d324f04e639a7e2fd1751fc1d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ed0597f1b584afaa19f4c7ae1c63d9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.343693] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090f013-7479-4ef8-8d13-1ca1d84ce29d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.368250] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.396692] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.405797] env[65762]: INFO nova.compute.manager [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Rebuilding instance [ 652.473578] env[65762]: DEBUG nova.compute.manager [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 652.474582] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80774d4-5af8-49af-bd13-5304c2c560f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.571233] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.596568] env[65762]: DEBUG oslo_vmware.api [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] Task: {'id': task-4559739, 'name': SuspendVM_Task} progress is 54%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.652711] env[65762]: DEBUG nova.network.neutron [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Successfully created port: b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 652.732423] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 652.876683] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.879112] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce77e3d-3be8-457e-b3b8-55ffdfca45c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.892026] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 652.892026] env[65762]: value = "task-4559740" [ 652.892026] env[65762]: _type = "Task" [ 652.892026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.904105] env[65762]: DEBUG oslo_vmware.api [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559733, 'name': PowerOnVM_Task, 'duration_secs': 2.566223} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.908424] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.908782] env[65762]: INFO nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Took 11.99 seconds to spawn the instance on the hypervisor. [ 652.911153] env[65762]: DEBUG nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 652.911153] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716c1d3b-4c67-45f1-b3ff-d07d152eda94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.916811] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.077808] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559738, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.096279] env[65762]: DEBUG oslo_vmware.api [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] Task: {'id': task-4559739, 'name': SuspendVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.259452] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e5bb0-238c-4065-8b8c-2a349f5eea97 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.269177] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58fda4a-350b-43cd-bad4-bbeefe5d7459 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.303855] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636edb66-55ab-4f55-baa9-b99837e9477c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.314939] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb323c-a7db-4a43-b491-e694d89afdf5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.329987] env[65762]: DEBUG nova.compute.provider_tree [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.382472] env[65762]: DEBUG nova.compute.manager [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 653.383695] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063513c6-adfe-47e4-9d9e-a2f5eeb883c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.411295] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559740, 'name': PowerOffVM_Task, 'duration_secs': 0.250524} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.411578] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.411765] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.437026] env[65762]: INFO nova.compute.manager [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Took 27.83 seconds to build instance. [ 653.492296] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.492755] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a3ca38-c9cf-4b23-a5e4-9f5e2c54c3df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.502826] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 653.502826] env[65762]: value = "task-4559742" [ 653.502826] env[65762]: _type = "Task" [ 653.502826] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.515804] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.575382] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.600165] env[65762]: DEBUG oslo_vmware.api [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] Task: {'id': task-4559739, 'name': SuspendVM_Task, 'duration_secs': 1.131845} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.600570] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Suspended the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 653.600762] env[65762]: DEBUG nova.compute.manager [None req-3767c1f2-342c-425c-9d72-0cc9d92f1b49 tempest-ServersAdminNegativeTestJSON-1134272515 tempest-ServersAdminNegativeTestJSON-1134272515-project-admin] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 653.601806] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5fb7ac-1ac1-4980-a3bf-0c39b7bfd9fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.744841] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 653.783595] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.783844] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.783992] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.784179] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.784318] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.784456] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.784652] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.785690] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.785690] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.786633] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.788043] env[65762]: DEBUG nova.virt.hardware [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.788043] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db361c9-32cb-40f5-9d63-f645593a1be9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.798769] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be9ee25-9aee-4ac4-9a60-87244fc4ba47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.833859] env[65762]: DEBUG nova.scheduler.client.report [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.905315] env[65762]: INFO nova.compute.manager [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] instance snapshotting [ 653.905567] env[65762]: WARNING nova.compute.manager [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 653.908714] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf82e5-4ab6-4b3b-81e7-a516c106b30a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.918570] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.918770] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.918911] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.919097] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.919269] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.919392] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.919601] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.919732] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.919887] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.920053] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.920218] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.939358] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85408d97-cee0-43b2-8b84-d61de19dd380 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.950691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-acf17fff-1305-4cba-8290-9f79b5b29600 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.360s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.951589] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351334e1-f1d2-4380-9ce3-ef3119a0c474 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.964461] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 653.964461] env[65762]: value = "task-4559743" [ 653.964461] env[65762]: _type = "Task" [ 653.964461] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.975253] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.015344] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559742, 'name': PowerOffVM_Task, 'duration_secs': 0.151624} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.015344] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.015344] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.016661] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788813dd-3cb2-4f75-8da8-a06b672a552e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.025224] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.025507] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8807cf3c-e61f-497f-b417-0e7ebcaf622e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.046325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "4e3f0538-bfde-4c59-b493-c30d1813a786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.047239] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.060364] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.060583] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.060758] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Deleting the datastore file [datastore1] 2ae45b82-9506-4806-81ad-36ce7ea604bc {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.061054] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4103284-c9aa-4c1e-b90a-191da0d8a07c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.074923] env[65762]: DEBUG oslo_vmware.api [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559738, 'name': PowerOnVM_Task, 'duration_secs': 1.57003} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.076334] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.076547] env[65762]: INFO nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Took 10.54 seconds to spawn the instance on the hypervisor. [ 654.076717] env[65762]: DEBUG nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 654.077086] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 654.077086] env[65762]: value = "task-4559745" [ 654.077086] env[65762]: _type = "Task" [ 654.077086] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.077841] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aeae42-5aa4-4fc2-897d-d314d040ff69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.095019] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.332387] env[65762]: DEBUG nova.network.neutron [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Successfully updated port: b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 654.340632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.341426] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 654.346366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.883s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.348193] env[65762]: INFO nova.compute.claims [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.421181] env[65762]: DEBUG nova.compute.manager [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-changed-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 654.421483] env[65762]: DEBUG nova.compute.manager [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Refreshing instance network info cache due to event network-changed-f5af5b58-0dbb-4c5b-8568-d41349c3eea8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 654.421813] env[65762]: DEBUG oslo_concurrency.lockutils [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] Acquiring lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.422121] env[65762]: DEBUG oslo_concurrency.lockutils [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] Acquired lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.422355] env[65762]: DEBUG nova.network.neutron [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Refreshing network info cache for port f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.459086] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 654.466761] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 654.467157] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-429e0e18-4306-4dc6-aa76-09da2853f595 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.479917] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559743, 'name': ReconfigVM_Task, 'duration_secs': 0.222013} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.481826] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.486155] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 654.486155] env[65762]: value = "task-4559746" [ 654.486155] env[65762]: _type = "Task" [ 654.486155] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.502506] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559746, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.615837] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282268} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.616769] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.616769] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.616769] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.622832] env[65762]: INFO nova.compute.manager [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Took 27.53 seconds to build instance. [ 654.834745] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "refresh_cache-bcc96ebc-0ba2-42ad-b947-41faedfd6574" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.835059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquired lock "refresh_cache-bcc96ebc-0ba2-42ad-b947-41faedfd6574" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.835312] env[65762]: DEBUG nova.network.neutron [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 654.851063] env[65762]: DEBUG nova.compute.utils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.853112] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 654.853326] env[65762]: DEBUG nova.network.neutron [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 654.853653] env[65762]: WARNING neutronclient.v2_0.client [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.853946] env[65762]: WARNING neutronclient.v2_0.client [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.913921] env[65762]: DEBUG nova.policy [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e50812fa896436ea23356fbdbebd374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f29c5ac3b9646a9a6580e90b76d948b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.926877] env[65762]: WARNING neutronclient.v2_0.client [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.985327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.991443] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.991443] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.991843] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.995108] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.995108] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.995108] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.995108] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.995108] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.995405] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.995405] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.995405] env[65762]: DEBUG nova.virt.hardware [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 655.002703] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 655.005672] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9e40e3-d0b7-4163-a651-93899e810836 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.032837] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559746, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.034696] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 655.034696] env[65762]: value = "task-4559747" [ 655.034696] env[65762]: _type = "Task" [ 655.034696] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.046089] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.128466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67d84aaa-009b-4e27-8385-4aa3f1205433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.294s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.340143] env[65762]: DEBUG nova.compute.manager [req-54d6c98f-cbd2-48b0-ae8d-4db689b93a6a req-cfab6e09-c298-4276-bd70-b15bd0c61a75 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Received event network-vif-plugged-b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 655.340143] env[65762]: DEBUG oslo_concurrency.lockutils [req-54d6c98f-cbd2-48b0-ae8d-4db689b93a6a req-cfab6e09-c298-4276-bd70-b15bd0c61a75 service nova] Acquiring lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.340143] env[65762]: DEBUG oslo_concurrency.lockutils [req-54d6c98f-cbd2-48b0-ae8d-4db689b93a6a req-cfab6e09-c298-4276-bd70-b15bd0c61a75 service nova] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.340422] env[65762]: DEBUG oslo_concurrency.lockutils [req-54d6c98f-cbd2-48b0-ae8d-4db689b93a6a req-cfab6e09-c298-4276-bd70-b15bd0c61a75 service nova] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.344206] env[65762]: DEBUG nova.compute.manager [req-54d6c98f-cbd2-48b0-ae8d-4db689b93a6a req-cfab6e09-c298-4276-bd70-b15bd0c61a75 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] No waiting events found dispatching network-vif-plugged-b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.344299] env[65762]: WARNING nova.compute.manager [req-54d6c98f-cbd2-48b0-ae8d-4db689b93a6a req-cfab6e09-c298-4276-bd70-b15bd0c61a75 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Received unexpected event network-vif-plugged-b4778692-445c-4845-b185-059e26e054eb for instance with vm_state building and task_state spawning. [ 655.359763] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 655.520277] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559746, 'name': CreateSnapshot_Task, 'duration_secs': 0.888268} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.524253] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 655.525968] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc6ddd-de94-4054-bb0e-ed66403d84be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.549489] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559747, 'name': ReconfigVM_Task, 'duration_secs': 0.189981} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.549890] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 655.550882] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1517ac1-e512-46b2-ab8c-e6237f18f606 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.587581] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33/490f16d8-a261-4dc6-945e-10df56459d33.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.592426] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc52c266-b42e-4ebf-b6e1-b729d4dc24a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.614997] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 655.614997] env[65762]: value = "task-4559749" [ 655.614997] env[65762]: _type = "Task" [ 655.614997] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.628883] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.636278] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 655.671462] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 655.671462] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.671462] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 655.671462] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.671751] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 655.671751] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 655.671751] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 655.671751] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 655.671751] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 655.672191] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 655.672191] env[65762]: DEBUG nova.virt.hardware [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 655.672191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ce5dad-6d6e-483e-93b0-e3e183d13455 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.681324] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad798ffe-bca5-4ef9-ae2e-d8c5fdd9a5d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.705621] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.713540] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.716269] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.716972] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe78e61-1395-43ff-b79b-7acdef95dafa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.731551] env[65762]: DEBUG nova.network.neutron [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 655.744717] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.744717] env[65762]: value = "task-4559750" [ 655.744717] env[65762]: _type = "Task" [ 655.744717] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.756443] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559750, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.836878] env[65762]: DEBUG nova.network.neutron [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Successfully created port: 0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 655.881022] env[65762]: WARNING neutronclient.v2_0.client [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.051226] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 656.054102] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-064c7d59-3b15-46d8-ae51-9e86cb0040ff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.064835] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 656.064835] env[65762]: value = "task-4559751" [ 656.064835] env[65762]: _type = "Task" [ 656.064835] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.076373] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559751, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.110470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.113040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.124734] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8515c7-b608-41c2-ad07-50867f4702ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.142929] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559749, 'name': ReconfigVM_Task, 'duration_secs': 0.315722} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.145316] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33/490f16d8-a261-4dc6-945e-10df56459d33.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.145582] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.150442] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7790b982-607d-4a04-b776-4e749aed1837 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.193338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.194265] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0c2828-4c1d-4139-a30f-077a954e8895 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.203485] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598a088-4594-4b0c-9688-f1e822b49532 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.219823] env[65762]: DEBUG nova.compute.provider_tree [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.257718] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559750, 'name': CreateVM_Task, 'duration_secs': 0.328629} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.257844] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.258370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.258514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.260056] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.260056] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ad3b69-756e-4a69-9602-b885a28bba50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.265562] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 656.265562] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bb622b-cb68-5d54-3ec3-ffce1c62e272" [ 656.265562] env[65762]: _type = "Task" [ 656.265562] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.278388] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bb622b-cb68-5d54-3ec3-ffce1c62e272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.388277] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 656.424880] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.425165] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.425321] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.425494] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.425634] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.425773] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.425972] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.426620] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.426810] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.426975] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.427349] env[65762]: DEBUG nova.virt.hardware [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.428585] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ad9d2-256b-4b32-bcde-3fed2d5171a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.440899] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33575d-d92d-4e8b-a622-53b18193d914 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.576784] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559751, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.657053] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afc245-14d7-4834-970a-007dd9280e1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.677640] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109650c-a11f-40c9-bc30-b7e27bb070fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.696783] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.746421] env[65762]: ERROR nova.scheduler.client.report [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [req-d464d46d-0d4e-4471-be6e-99b59f99901c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d464d46d-0d4e-4471-be6e-99b59f99901c"}]} [ 656.771600] env[65762]: DEBUG nova.scheduler.client.report [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.781085] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bb622b-cb68-5d54-3ec3-ffce1c62e272, 'name': SearchDatastore_Task, 'duration_secs': 0.015045} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.781770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.782167] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.782634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.782634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.782793] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.783078] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7e0105-91f1-4b72-82bd-604b094f9184 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.792122] env[65762]: DEBUG nova.scheduler.client.report [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.792346] env[65762]: DEBUG nova.compute.provider_tree [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.795913] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.796275] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.797102] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f4c753-b4c1-4860-a92d-4c9d4dc8a431 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.804013] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 656.804013] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523363cd-8035-68af-2886-be32d1d7c0b7" [ 656.804013] env[65762]: _type = "Task" [ 656.804013] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.805113] env[65762]: DEBUG nova.scheduler.client.report [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.818015] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523363cd-8035-68af-2886-be32d1d7c0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.836168] env[65762]: DEBUG nova.scheduler.client.report [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 657.079816] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559751, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.203670] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.204112] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.246187] env[65762]: DEBUG nova.network.neutron [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updated VIF entry in instance network info cache for port f5af5b58-0dbb-4c5b-8568-d41349c3eea8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.246482] env[65762]: DEBUG nova.network.neutron [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.273773] env[65762]: WARNING neutronclient.v2_0.client [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.308678] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee06391-e7ce-428b-ab8c-1d4376d71c09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.323609] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523363cd-8035-68af-2886-be32d1d7c0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.326289] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e604e77-c0a9-426b-8996-f1cadb90aad1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.329513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2673ee4-3704-44a0-ab9d-e9d277b9814d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.337627] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 657.337627] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cf8c4d-fcab-7442-a9f0-6b5d96d13c31" [ 657.337627] env[65762]: _type = "Task" [ 657.337627] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.366815] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa718b72-37ce-42c3-bb22-7f9a777ea2e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.376465] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cf8c4d-fcab-7442-a9f0-6b5d96d13c31, 'name': SearchDatastore_Task, 'duration_secs': 0.022276} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.378727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.378993] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.379295] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeae2c13-d82f-4cd1-b4c9-7ecae0863ef4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.382436] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf6720c-2558-43be-b31b-55357e92401b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.397461] env[65762]: DEBUG nova.compute.provider_tree [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.401241] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 657.401241] env[65762]: value = "task-4559752" [ 657.401241] env[65762]: _type = "Task" [ 657.401241] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.410569] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.582311] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559751, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.679854] env[65762]: DEBUG nova.network.neutron [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Successfully updated port: 0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 657.751909] env[65762]: DEBUG oslo_concurrency.lockutils [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] Releasing lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.752093] env[65762]: DEBUG nova.compute.manager [req-a55d8d1b-07ff-423a-b823-a856fb7c3562 req-cbc11f07-72fb-4aa6-88aa-6dc71e1c5ea8 service nova] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Received event network-vif-deleted-c7b92620-8360-4803-9762-4028d8b0aafd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 657.770224] env[65762]: DEBUG nova.network.neutron [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Port a6deec82-6909-47f3-a797-514ab92ea7d7 binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 657.921416] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559752, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.948245] env[65762]: DEBUG nova.scheduler.client.report [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.948245] env[65762]: DEBUG nova.compute.provider_tree [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 36 to 37 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.948500] env[65762]: DEBUG nova.compute.provider_tree [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.083978] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559751, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.146999] env[65762]: DEBUG nova.network.neutron [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Updating instance_info_cache with network_info: [{"id": "b4778692-445c-4845-b185-059e26e054eb", "address": "fa:16:3e:77:76:4d", "network": {"id": "1a553f3e-cc25-4a96-bd20-a88140f19106", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-799276266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0597f1b584afaa19f4c7ae1c63d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4778692-44", "ovs_interfaceid": "b4778692-445c-4845-b185-059e26e054eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.185598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "refresh_cache-5ca7b1d2-a1b8-4102-8034-d821e2a10879" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "refresh_cache-5ca7b1d2-a1b8-4102-8034-d821e2a10879" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.185598] env[65762]: DEBUG nova.network.neutron [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.420497] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693118} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.420953] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.421154] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.421411] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8908337d-5b2e-4bb3-8d6f-2f6c9a529218 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.431181] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 658.431181] env[65762]: value = "task-4559753" [ 658.431181] env[65762]: _type = "Task" [ 658.431181] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.441275] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.459409] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.113s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.460708] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 658.463698] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.294s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.467039] env[65762]: INFO nova.compute.claims [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.485024] env[65762]: INFO nova.compute.manager [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Rebuilding instance [ 658.547473] env[65762]: DEBUG nova.compute.manager [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 658.549045] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b6b27-61b1-432d-8a53-8474556fcb1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.583426] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559751, 'name': CloneVM_Task, 'duration_secs': 2.226921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.583709] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Created linked-clone VM from snapshot [ 658.584465] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069071fd-d481-4a45-867e-ec69994ac2e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.593875] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Uploading image f71e646e-5d37-4f2b-a80d-f7b90b023f37 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 658.625982] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 658.625982] env[65762]: value = "vm-891004" [ 658.625982] env[65762]: _type = "VirtualMachine" [ 658.625982] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 658.626489] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-612d2f2a-7536-4b1b-8c1e-602d689a1fa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.641214] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease: (returnval){ [ 658.641214] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524bf103-0ee8-4805-8598-b1b0598bce5a" [ 658.641214] env[65762]: _type = "HttpNfcLease" [ 658.641214] env[65762]: } obtained for exporting VM: (result){ [ 658.641214] env[65762]: value = "vm-891004" [ 658.641214] env[65762]: _type = "VirtualMachine" [ 658.641214] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 658.641214] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the lease: (returnval){ [ 658.641214] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524bf103-0ee8-4805-8598-b1b0598bce5a" [ 658.641214] env[65762]: _type = "HttpNfcLease" [ 658.641214] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 658.651617] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Releasing lock "refresh_cache-bcc96ebc-0ba2-42ad-b947-41faedfd6574" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.651951] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Instance network_info: |[{"id": "b4778692-445c-4845-b185-059e26e054eb", "address": "fa:16:3e:77:76:4d", "network": {"id": "1a553f3e-cc25-4a96-bd20-a88140f19106", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-799276266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0597f1b584afaa19f4c7ae1c63d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4778692-44", "ovs_interfaceid": "b4778692-445c-4845-b185-059e26e054eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 658.652264] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 658.652264] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524bf103-0ee8-4805-8598-b1b0598bce5a" [ 658.652264] env[65762]: _type = "HttpNfcLease" [ 658.652264] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 658.652678] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:76:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4778692-445c-4845-b185-059e26e054eb', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.660712] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Creating folder: Project (8ed0597f1b584afaa19f4c7ae1c63d9c). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.661113] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b02926d-ef15-457a-9fc5-cf636731e32e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.675292] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Created folder: Project (8ed0597f1b584afaa19f4c7ae1c63d9c) in parent group-v890951. [ 658.678243] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Creating folder: Instances. Parent ref: group-v891005. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.678516] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-533be6a9-68bf-4107-a2f8-3670a681d215 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.696181] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Created folder: Instances in parent group-v891005. [ 658.696446] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.696644] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.697199] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b0eb1bd-f2d0-4d55-9940-bd8880842002 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.730300] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.730300] env[65762]: value = "task-4559757" [ 658.730300] env[65762]: _type = "Task" [ 658.730300] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.743628] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559757, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.745398] env[65762]: DEBUG nova.network.neutron [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 658.797760] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "490f16d8-a261-4dc6-945e-10df56459d33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.798346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.798346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.926080] env[65762]: WARNING neutronclient.v2_0.client [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.944360] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069971} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.944752] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.945761] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7653ed0-5587-4bd2-aeed-cc191442c1a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.966321] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.969656] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff37031e-077d-4faa-878f-9ffe90979142 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.988652] env[65762]: DEBUG nova.compute.utils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.997499] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 658.997499] env[65762]: DEBUG nova.network.neutron [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.997499] env[65762]: WARNING neutronclient.v2_0.client [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.999274] env[65762]: WARNING neutronclient.v2_0.client [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.010057] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 659.010057] env[65762]: value = "task-4559758" [ 659.010057] env[65762]: _type = "Task" [ 659.010057] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.022811] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.057622] env[65762]: DEBUG nova.network.neutron [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Updating instance_info_cache with network_info: [{"id": "0ebffe20-541e-423e-bb43-ab080b40668b", "address": "fa:16:3e:ba:02:cc", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebffe20-54", "ovs_interfaceid": "0ebffe20-541e-423e-bb43-ab080b40668b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.106535] env[65762]: DEBUG nova.policy [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fefd5567ded4156848f349bce8bd340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e04e9f38127f41409157d16728fc81eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.151023] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.151023] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524bf103-0ee8-4805-8598-b1b0598bce5a" [ 659.151023] env[65762]: _type = "HttpNfcLease" [ 659.151023] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 659.151358] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 659.151358] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524bf103-0ee8-4805-8598-b1b0598bce5a" [ 659.151358] env[65762]: _type = "HttpNfcLease" [ 659.151358] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 659.151901] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf3374-97cb-48cf-9fa9-0c0c1033b563 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.165963] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f71f7-53f0-e883-7d25-dac7fd4f0eb5/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 659.166250] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f71f7-53f0-e883-7d25-dac7fd4f0eb5/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 659.252183] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559757, 'name': CreateVM_Task, 'duration_secs': 0.515157} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.252464] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.253094] env[65762]: WARNING neutronclient.v2_0.client [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.253557] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.254193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.254193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.254492] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01295d2d-d2d2-4254-9ac4-db8547d350fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.262685] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 659.262685] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52465167-8e4e-238d-a31b-c96ea2c15e54" [ 659.262685] env[65762]: _type = "Task" [ 659.262685] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.272049] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52465167-8e4e-238d-a31b-c96ea2c15e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.335545] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03d2ca10-5b77-4a48-9761-de873b58e780 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.492380] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 659.523153] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559758, 'name': ReconfigVM_Task, 'duration_secs': 0.411601} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.527329] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 2ae45b82-9506-4806-81ad-36ce7ea604bc/2ae45b82-9506-4806-81ad-36ce7ea604bc.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.527329] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a160c919-29e9-4d40-8948-235efbb80a76 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.533455] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 659.533455] env[65762]: value = "task-4559759" [ 659.533455] env[65762]: _type = "Task" [ 659.533455] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.558223] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559759, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.560228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "refresh_cache-5ca7b1d2-a1b8-4102-8034-d821e2a10879" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.562019] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Instance network_info: |[{"id": "0ebffe20-541e-423e-bb43-ab080b40668b", "address": "fa:16:3e:ba:02:cc", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebffe20-54", "ovs_interfaceid": "0ebffe20-541e-423e-bb43-ab080b40668b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 659.562159] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:02:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ebffe20-541e-423e-bb43-ab080b40668b', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.568863] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 659.569959] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.570790] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.571313] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dbf540b-c57d-4029-b03b-525513613b89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.573103] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5845dd80-5d4c-4fb6-af0d-58d94d844c44 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.599781] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 659.599781] env[65762]: value = "task-4559760" [ 659.599781] env[65762]: _type = "Task" [ 659.599781] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.602999] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.602999] env[65762]: value = "task-4559761" [ 659.602999] env[65762]: _type = "Task" [ 659.602999] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.640265] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.646343] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559761, 'name': CreateVM_Task} progress is 15%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.647948] env[65762]: DEBUG nova.network.neutron [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Successfully created port: 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.783330] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52465167-8e4e-238d-a31b-c96ea2c15e54, 'name': SearchDatastore_Task, 'duration_secs': 0.019621} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.787358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.787358] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.787358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.787358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.787711] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.787711] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f94ce0f-58f3-4267-8941-c4d8e56dc38e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.800848] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.801051] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.804586] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c03cfb-d595-491e-a5d0-331a8b96670f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.814381] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.822934] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 659.822934] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521f5961-7130-16b2-e69c-a97a159274f8" [ 659.822934] env[65762]: _type = "Task" [ 659.822934] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.840655] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521f5961-7130-16b2-e69c-a97a159274f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015794} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.844266] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80ac0ca-3f83-4334-af22-cfafdc2a6124 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.851187] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 659.851187] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52efd570-1eea-4db7-7940-6d9f49113ca8" [ 659.851187] env[65762]: _type = "Task" [ 659.851187] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.863604] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52efd570-1eea-4db7-7940-6d9f49113ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.911614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.911967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.054928] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559759, 'name': Rename_Task, 'duration_secs': 0.221908} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.059951] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.061044] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1a4176-4590-4146-a29e-4c5d228e4b95 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.071130] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Waiting for the task: (returnval){ [ 660.071130] env[65762]: value = "task-4559762" [ 660.071130] env[65762]: _type = "Task" [ 660.071130] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.086882] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.122762] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559760, 'name': PowerOffVM_Task, 'duration_secs': 0.190094} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.127338] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.128258] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.128869] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559761, 'name': CreateVM_Task, 'duration_secs': 0.423322} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.129796] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e78a24-6426-450f-b527-60ab6792d3cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.133139] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.136656] env[65762]: WARNING neutronclient.v2_0.client [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.137226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.137587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.138251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.139125] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8d549e-d9a7-4ba9-9e30-84282c6c9f03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.145112] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.146868] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94dce1d3-a057-4328-80f9-e52e0d798c49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.149598] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 660.149598] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fbd7dd-d82d-2f51-7f24-d23c7a0fd1ba" [ 660.149598] env[65762]: _type = "Task" [ 660.149598] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.163809] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fbd7dd-d82d-2f51-7f24-d23c7a0fd1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.180269] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.180411] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.180524] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Deleting the datastore file [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.181261] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64466ec-3ed9-44af-9a8d-31ddddaea046 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.190489] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 660.190489] env[65762]: value = "task-4559764" [ 660.190489] env[65762]: _type = "Task" [ 660.190489] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.205115] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.254840] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8323c1-3f21-4d23-b947-6d1b48193973 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.263908] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2875d17-b4d5-4fa8-9ef0-459e09d8f7bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.303683] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d0134-c0cb-478e-b65a-ba8e5431d289 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.314479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757bd47-4701-4d90-91d4-370651d09b06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.331583] env[65762]: DEBUG nova.compute.provider_tree [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.365045] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52efd570-1eea-4db7-7940-6d9f49113ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.365261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369390] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] bcc96ebc-0ba2-42ad-b947-41faedfd6574/bcc96ebc-0ba2-42ad-b947-41faedfd6574.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.369390] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-604c61d7-d3cb-4f21-b62d-41f508bcf489 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.374963] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 660.374963] env[65762]: value = "task-4559765" [ 660.374963] env[65762]: _type = "Task" [ 660.374963] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.385501] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.510538] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 660.538857] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.540916] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.541257] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.541342] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.541516] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.541668] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.541898] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.542064] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.542372] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.542568] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.542737] env[65762]: DEBUG nova.virt.hardware [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.543739] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bdf69e-21c0-42ba-b1d6-0615ed9f3efa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.553786] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9e0fdf-ea27-4fd6-a295-ba4b7a16ec63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.582017] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.660994] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fbd7dd-d82d-2f51-7f24-d23c7a0fd1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.021794} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.661378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.661532] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.662990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.662990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.662990] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.662990] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a46d8ac4-1e5d-45a4-a88d-e5629a446525 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.677096] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.677096] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.677096] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33975bdc-c367-4f4a-84c5-e604bf621b5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.684023] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 660.684023] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5250dc17-bac3-8ed8-7102-337edf8a86b1" [ 660.684023] env[65762]: _type = "Task" [ 660.684023] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.696592] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5250dc17-bac3-8ed8-7102-337edf8a86b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.711192] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245202} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.711575] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.711668] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.711808] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.810694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.811089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.811391] env[65762]: DEBUG nova.network.neutron [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.835293] env[65762]: DEBUG nova.scheduler.client.report [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.893238] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559765, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.085360] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.196814] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5250dc17-bac3-8ed8-7102-337edf8a86b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017196} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.197796] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a0b49d-127e-4e93-854f-dbd3bb39cbc7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.204038] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 661.204038] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5299f047-4c8b-5599-a37f-3af72ae40be5" [ 661.204038] env[65762]: _type = "Task" [ 661.204038] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.213124] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5299f047-4c8b-5599-a37f-3af72ae40be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.246537] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.246537] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.315715] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.345237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.345237] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 661.347875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.010s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.349603] env[65762]: INFO nova.compute.claims [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.389019] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707592} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.389794] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] bcc96ebc-0ba2-42ad-b947-41faedfd6574/bcc96ebc-0ba2-42ad-b947-41faedfd6574.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.389794] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.389794] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e7e1780-cb3e-4921-a5da-11f8c0579733 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.399128] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 661.399128] env[65762]: value = "task-4559766" [ 661.399128] env[65762]: _type = "Task" [ 661.399128] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.409587] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.570338] env[65762]: DEBUG nova.network.neutron [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Successfully updated port: 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.584521] env[65762]: DEBUG oslo_vmware.api [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Task: {'id': task-4559762, 'name': PowerOnVM_Task, 'duration_secs': 1.394026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.584775] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.584981] env[65762]: DEBUG nova.compute.manager [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 661.588100] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adba5f7-dbd4-4a76-ba63-234d27f5b75b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.635734] env[65762]: DEBUG nova.compute.manager [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Received event network-changed-b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 661.635734] env[65762]: DEBUG nova.compute.manager [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Refreshing instance network info cache due to event network-changed-b4778692-445c-4845-b185-059e26e054eb. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 661.635734] env[65762]: DEBUG oslo_concurrency.lockutils [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] Acquiring lock "refresh_cache-bcc96ebc-0ba2-42ad-b947-41faedfd6574" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.635734] env[65762]: DEBUG oslo_concurrency.lockutils [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] Acquired lock "refresh_cache-bcc96ebc-0ba2-42ad-b947-41faedfd6574" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.635734] env[65762]: DEBUG nova.network.neutron [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Refreshing network info cache for port b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.655192] env[65762]: DEBUG nova.compute.manager [req-92021ed5-d0fb-4286-8936-41049ade626e req-6d249721-97e6-4835-88fc-e3e30653e2b4 service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Received event network-vif-plugged-0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 661.655412] env[65762]: DEBUG oslo_concurrency.lockutils [req-92021ed5-d0fb-4286-8936-41049ade626e req-6d249721-97e6-4835-88fc-e3e30653e2b4 service nova] Acquiring lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.655612] env[65762]: DEBUG oslo_concurrency.lockutils [req-92021ed5-d0fb-4286-8936-41049ade626e req-6d249721-97e6-4835-88fc-e3e30653e2b4 service nova] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.655770] env[65762]: DEBUG oslo_concurrency.lockutils [req-92021ed5-d0fb-4286-8936-41049ade626e req-6d249721-97e6-4835-88fc-e3e30653e2b4 service nova] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.655926] env[65762]: DEBUG nova.compute.manager [req-92021ed5-d0fb-4286-8936-41049ade626e req-6d249721-97e6-4835-88fc-e3e30653e2b4 service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] No waiting events found dispatching network-vif-plugged-0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 661.656715] env[65762]: WARNING nova.compute.manager [req-92021ed5-d0fb-4286-8936-41049ade626e req-6d249721-97e6-4835-88fc-e3e30653e2b4 service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Received unexpected event network-vif-plugged-0ebffe20-541e-423e-bb43-ab080b40668b for instance with vm_state building and task_state spawning. [ 661.716849] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5299f047-4c8b-5599-a37f-3af72ae40be5, 'name': SearchDatastore_Task, 'duration_secs': 0.030271} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.717447] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.717719] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 5ca7b1d2-a1b8-4102-8034-d821e2a10879/5ca7b1d2-a1b8-4102-8034-d821e2a10879.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.717982] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7e586a4-123d-4f92-a86a-bb28b9332c49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.730463] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 661.730463] env[65762]: value = "task-4559767" [ 661.730463] env[65762]: _type = "Task" [ 661.730463] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.739890] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.750141] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.750277] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.750333] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.750473] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.750673] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.751689] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.751689] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.751689] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.751689] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.751689] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.751992] env[65762]: DEBUG nova.virt.hardware [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.756988] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d9ef9d-a312-4c8e-866b-8e190b8af1fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.762296] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.763362] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.764036] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.764036] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.764036] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.764222] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.764354] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 661.764591] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.774532] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b1a9a1-020d-4ef1-8b22-d191f70d5543 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.792762] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.798687] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.799573] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.799818] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c652dda6-8034-4bed-871b-146af9770042 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.818297] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.818297] env[65762]: value = "task-4559768" [ 661.818297] env[65762]: _type = "Task" [ 661.818297] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.829179] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559768, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.858684] env[65762]: DEBUG nova.compute.utils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.861723] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 661.862082] env[65762]: DEBUG nova.network.neutron [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 661.862504] env[65762]: WARNING neutronclient.v2_0.client [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.862924] env[65762]: WARNING neutronclient.v2_0.client [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.913243] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088132} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.913522] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.914401] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ae53ca-b744-4cba-aa8e-04ddb9def7c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.939763] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] bcc96ebc-0ba2-42ad-b947-41faedfd6574/bcc96ebc-0ba2-42ad-b947-41faedfd6574.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.941229] env[65762]: WARNING neutronclient.v2_0.client [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.946224] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1d2222-d19a-4138-9f9a-7ce9c9ac6155 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.969457] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 661.969457] env[65762]: value = "task-4559769" [ 661.969457] env[65762]: _type = "Task" [ 661.969457] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.980324] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.021995] env[65762]: DEBUG nova.policy [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f8ad88b50e54447be8cfe3623ae3031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867d011bed6d4081b447e9c43df49bd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.074938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "refresh_cache-87dbc9d1-09c2-4594-93e8-4c19d27fbc78" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.074938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquired lock "refresh_cache-87dbc9d1-09c2-4594-93e8-4c19d27fbc78" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.074938] env[65762]: DEBUG nova.network.neutron [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.107279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.138796] env[65762]: WARNING neutronclient.v2_0.client [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.248658] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559767, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.271651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.337937] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559768, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.365284] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 662.415538] env[65762]: DEBUG nova.network.neutron [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Successfully created port: 23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 662.462886] env[65762]: DEBUG nova.network.neutron [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance_info_cache with network_info: [{"id": "a6deec82-6909-47f3-a797-514ab92ea7d7", "address": "fa:16:3e:19:60:7c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6deec82-69", "ovs_interfaceid": "a6deec82-6909-47f3-a797-514ab92ea7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.482387] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.695860] env[65762]: DEBUG nova.network.neutron [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 662.752228] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785866} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.752228] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 5ca7b1d2-a1b8-4102-8034-d821e2a10879/5ca7b1d2-a1b8-4102-8034-d821e2a10879.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.752228] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.752228] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea0554b8-8d2d-472a-a984-5985247d23b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.761308] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 662.761308] env[65762]: value = "task-4559770" [ 662.761308] env[65762]: _type = "Task" [ 662.761308] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.772672] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.831021] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559768, 'name': CreateVM_Task, 'duration_secs': 0.723835} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.831261] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.831721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.831983] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.832664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.832664] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f139f1-5857-4b1f-be2b-068634f78c59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.842030] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 662.842030] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528fb959-5286-1eda-4bc7-e1cd0e1ae43d" [ 662.842030] env[65762]: _type = "Task" [ 662.842030] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.857995] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528fb959-5286-1eda-4bc7-e1cd0e1ae43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.957284] env[65762]: WARNING neutronclient.v2_0.client [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.967578] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e35ab5-b590-4190-aa8e-6916d609c1cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.969533] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.981340] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda9056f-2fa7-4c36-ada9-0c845453dbea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.990657] env[65762]: WARNING neutronclient.v2_0.client [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.990657] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559769, 'name': ReconfigVM_Task, 'duration_secs': 0.74783} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.991204] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Reconfigured VM instance instance-00000012 to attach disk [datastore2] bcc96ebc-0ba2-42ad-b947-41faedfd6574/bcc96ebc-0ba2-42ad-b947-41faedfd6574.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.991808] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf50ae5d-3053-4ed9-8bf5-6c6ff2f3fb73 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.024528] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c652f-d38c-4e1f-9dc9-6e6afd0668fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.031529] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 663.031529] env[65762]: value = "task-4559771" [ 663.031529] env[65762]: _type = "Task" [ 663.031529] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.039913] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3686837-593e-4c89-8ef6-5ab92ff40dc5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.047620] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559771, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.060138] env[65762]: DEBUG nova.compute.provider_tree [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.178386] env[65762]: DEBUG nova.network.neutron [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Updated VIF entry in instance network info cache for port b4778692-445c-4845-b185-059e26e054eb. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 663.178922] env[65762]: DEBUG nova.network.neutron [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Updating instance_info_cache with network_info: [{"id": "b4778692-445c-4845-b185-059e26e054eb", "address": "fa:16:3e:77:76:4d", "network": {"id": "1a553f3e-cc25-4a96-bd20-a88140f19106", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-799276266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0597f1b584afaa19f4c7ae1c63d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4778692-44", "ovs_interfaceid": "b4778692-445c-4845-b185-059e26e054eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.214016] env[65762]: DEBUG nova.network.neutron [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Updating instance_info_cache with network_info: [{"id": "3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3", "address": "fa:16:3e:5c:0c:40", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4cbfe6-3c", "ovs_interfaceid": "3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.277252] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069485} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.277252] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.277252] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d7ab2-9a13-49f0-9ea3-47bb0f425625 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.305208] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 5ca7b1d2-a1b8-4102-8034-d821e2a10879/5ca7b1d2-a1b8-4102-8034-d821e2a10879.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.305556] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01f7399-0bd2-4cd4-88ea-05d6d78e4320 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.328579] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 663.328579] env[65762]: value = "task-4559772" [ 663.328579] env[65762]: _type = "Task" [ 663.328579] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.342915] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.355404] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528fb959-5286-1eda-4bc7-e1cd0e1ae43d, 'name': SearchDatastore_Task, 'duration_secs': 0.028242} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.355404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.355498] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.355677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.355913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.356131] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.356413] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c361334-4e5c-465a-ae8c-fdb92ce41627 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.368029] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.368029] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.368716] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea91c49-6434-4a3d-8e40-3966978cf2e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.377207] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 663.377207] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52163149-bb25-e2ed-9047-a1f5a0677dac" [ 663.377207] env[65762]: _type = "Task" [ 663.377207] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.382032] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 663.393428] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52163149-bb25-e2ed-9047-a1f5a0677dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.413884] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.414145] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.414297] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.414472] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.414609] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.414745] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.414942] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.415211] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.415388] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.415543] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.415706] env[65762]: DEBUG nova.virt.hardware [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.416596] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b12f7-aca6-4dcd-9e88-4b28c00fcf9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.426801] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce2c14-b211-482d-9e55-2b0f16e1dd4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.498792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92adf5-9842-4f01-91cc-635a7629e735 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.520144] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e971754-19b2-45a5-8553-fdc17e265c49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.528623] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.542320] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559771, 'name': Rename_Task, 'duration_secs': 0.35321} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.542651] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.542930] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1593cb-6da1-4725-89c3-78dfd4fd812b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.552282] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 663.552282] env[65762]: value = "task-4559773" [ 663.552282] env[65762]: _type = "Task" [ 663.552282] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.566437] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.591202] env[65762]: ERROR nova.scheduler.client.report [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [req-024f19b7-21ca-4959-8d3d-946c3dd4e85a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-024f19b7-21ca-4959-8d3d-946c3dd4e85a"}]} [ 663.613316] env[65762]: DEBUG nova.scheduler.client.report [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.629694] env[65762]: DEBUG nova.scheduler.client.report [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.629979] env[65762]: DEBUG nova.compute.provider_tree [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.646820] env[65762]: DEBUG nova.scheduler.client.report [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.681467] env[65762]: DEBUG oslo_concurrency.lockutils [req-01720c79-2ec1-4b84-b088-bf3b16998c3e req-75115506-bf0e-4b43-8411-69889fa931c1 service nova] Releasing lock "refresh_cache-bcc96ebc-0ba2-42ad-b947-41faedfd6574" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.684783] env[65762]: DEBUG nova.scheduler.client.report [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.719605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Releasing lock "refresh_cache-87dbc9d1-09c2-4594-93e8-4c19d27fbc78" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.720106] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Instance network_info: |[{"id": "3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3", "address": "fa:16:3e:5c:0c:40", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4cbfe6-3c", "ovs_interfaceid": "3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 663.720562] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:0c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.731144] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Creating folder: Project (e04e9f38127f41409157d16728fc81eb). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.737853] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81edbd20-bea6-4e18-afb6-b40efc924928 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.744280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquiring lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.744280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.757550] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Created folder: Project (e04e9f38127f41409157d16728fc81eb) in parent group-v890951. [ 663.757919] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Creating folder: Instances. Parent ref: group-v891010. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.761620] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23665b28-a047-4b09-bb1a-989e548361e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.777274] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Created folder: Instances in parent group-v891010. [ 663.778424] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.778424] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.778424] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3cbd7ce-843c-47db-a487-3e81c501e44d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.809498] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.809498] env[65762]: value = "task-4559776" [ 663.809498] env[65762]: _type = "Task" [ 663.809498] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.820796] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559776, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.845280] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.891962] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52163149-bb25-e2ed-9047-a1f5a0677dac, 'name': SearchDatastore_Task, 'duration_secs': 0.02477} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.897818] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcf9644-a8b6-42d3-8226-3172b7c8b83c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.905433] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 663.905433] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b9892-7269-e7b4-d0d8-525f631e617f" [ 663.905433] env[65762]: _type = "Task" [ 663.905433] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.919399] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529b9892-7269-e7b4-d0d8-525f631e617f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.039791] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.040412] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ef58d9-2a6c-47c1-97a7-913ae471bd87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.050665] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 664.050665] env[65762]: value = "task-4559777" [ 664.050665] env[65762]: _type = "Task" [ 664.050665] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.071099] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.075355] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.294130] env[65762]: DEBUG nova.network.neutron [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Successfully updated port: 23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 664.325058] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559776, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.354161] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559772, 'name': ReconfigVM_Task, 'duration_secs': 0.648716} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.355228] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 5ca7b1d2-a1b8-4102-8034-d821e2a10879/5ca7b1d2-a1b8-4102-8034-d821e2a10879.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.355426] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e80b8f-f870-4470-bfce-24b355691618 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.363184] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7600ac-833f-4311-9de9-e749794207f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.368186] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 664.368186] env[65762]: value = "task-4559778" [ 664.368186] env[65762]: _type = "Task" [ 664.368186] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.375086] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e377fdf-d0ea-4082-ac1e-d99b8692ee47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.382846] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559778, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.421741] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a140b41-8607-4b49-89f4-16b875679338 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.436664] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eada57-8f33-4af2-bf6b-21939a097d0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.439653] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529b9892-7269-e7b4-d0d8-525f631e617f, 'name': SearchDatastore_Task, 'duration_secs': 0.016233} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.439898] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.440436] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.441031] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53078ff4-7548-405a-8656-212ebc350d80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.454497] env[65762]: DEBUG nova.compute.provider_tree [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.463188] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 664.463188] env[65762]: value = "task-4559779" [ 664.463188] env[65762]: _type = "Task" [ 664.463188] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.475338] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.483953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "49dd7535-e34a-4224-868a-56af142b1adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.484293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "49dd7535-e34a-4224-868a-56af142b1adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.574422] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.578711] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.797243] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "refresh_cache-584a81ec-ca0b-4e62-97ff-46a2092ff8e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.798033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired lock "refresh_cache-584a81ec-ca0b-4e62-97ff-46a2092ff8e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.798033] env[65762]: DEBUG nova.network.neutron [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.821308] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559776, 'name': CreateVM_Task, 'duration_secs': 0.581767} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.821583] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.822161] env[65762]: WARNING neutronclient.v2_0.client [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.822626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.822901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.823921] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a5437b-f4af-4f4e-af55-6322c8607c0b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.831215] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 664.831215] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527ca1b8-e5b2-b851-8667-3a6e496e50d5" [ 664.831215] env[65762]: _type = "Task" [ 664.831215] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.843183] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527ca1b8-e5b2-b851-8667-3a6e496e50d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.881550] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559778, 'name': Rename_Task, 'duration_secs': 0.292931} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.881550] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.881859] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1497a8e3-1554-4cbd-ae29-407f62c7b62f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.890935] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 664.890935] env[65762]: value = "task-4559780" [ 664.890935] env[65762]: _type = "Task" [ 664.890935] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.901596] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.958851] env[65762]: DEBUG nova.scheduler.client.report [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.984051] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.987224] env[65762]: DEBUG nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Received event network-changed-0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 664.987384] env[65762]: DEBUG nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Refreshing instance network info cache due to event network-changed-0ebffe20-541e-423e-bb43-ab080b40668b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 664.988916] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Acquiring lock "refresh_cache-5ca7b1d2-a1b8-4102-8034-d821e2a10879" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.988916] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Acquired lock "refresh_cache-5ca7b1d2-a1b8-4102-8034-d821e2a10879" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.988916] env[65762]: DEBUG nova.network.neutron [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Refreshing network info cache for port 0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.009721] env[65762]: DEBUG nova.compute.manager [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 665.010054] env[65762]: DEBUG nova.compute.manager [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing instance network info cache due to event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 665.010279] env[65762]: DEBUG oslo_concurrency.lockutils [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] Acquiring lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.010471] env[65762]: DEBUG oslo_concurrency.lockutils [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] Acquired lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.010639] env[65762]: DEBUG nova.network.neutron [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.074441] env[65762]: DEBUG oslo_vmware.api [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559773, 'name': PowerOnVM_Task, 'duration_secs': 1.105831} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.075232] env[65762]: DEBUG oslo_vmware.api [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4559777, 'name': PowerOnVM_Task, 'duration_secs': 0.650494} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.075232] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.075232] env[65762]: INFO nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Took 11.33 seconds to spawn the instance on the hypervisor. [ 665.075427] env[65762]: DEBUG nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 665.075650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.075812] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4278c113-db5c-4832-8662-3d8e11d7283f tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance '490f16d8-a261-4dc6-945e-10df56459d33' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.080713] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36e8ed-349b-4371-9a9d-165eeb4819ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.346756] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527ca1b8-e5b2-b851-8667-3a6e496e50d5, 'name': SearchDatastore_Task, 'duration_secs': 0.079297} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.348107] env[65762]: DEBUG nova.network.neutron [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.351037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.351037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.351224] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.351313] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.351431] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.352059] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4379cdbb-3d2f-4fb1-9c3d-f0f7c911f0cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364268] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.364469] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.365306] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3dd009-e1e7-4d24-8b86-55afa447aa96 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.376867] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 665.376867] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5261f9d7-bb57-cacd-86da-414d97b017d1" [ 665.376867] env[65762]: _type = "Task" [ 665.376867] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.387345] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5261f9d7-bb57-cacd-86da-414d97b017d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.401393] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.443529] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "2ae45b82-9506-4806-81ad-36ce7ea604bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.444016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "2ae45b82-9506-4806-81ad-36ce7ea604bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.444135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "2ae45b82-9506-4806-81ad-36ce7ea604bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.445230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "2ae45b82-9506-4806-81ad-36ce7ea604bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.445230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "2ae45b82-9506-4806-81ad-36ce7ea604bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.447585] env[65762]: WARNING neutronclient.v2_0.client [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.451161] env[65762]: INFO nova.compute.manager [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Terminating instance [ 665.465169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.117s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.465306] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 665.469236] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.965s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.469236] env[65762]: DEBUG nova.objects.instance [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lazy-loading 'resources' on Instance uuid d4d8ad32-5565-49bf-8006-401072801567 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.481498] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754075} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.481776] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.482008] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.482263] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d66793-9d29-49cd-a0f9-c7860b009883 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.492953] env[65762]: WARNING neutronclient.v2_0.client [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.497362] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 665.497362] env[65762]: value = "task-4559781" [ 665.497362] env[65762]: _type = "Task" [ 665.497362] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.511022] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.515667] env[65762]: WARNING neutronclient.v2_0.client [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.525791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.526066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.576320] env[65762]: DEBUG nova.network.neutron [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Updating instance_info_cache with network_info: [{"id": "23de6e3d-8610-4a53-96e0-2524fca244ce", "address": "fa:16:3e:73:62:1e", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23de6e3d-86", "ovs_interfaceid": "23de6e3d-8610-4a53-96e0-2524fca244ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.601869] env[65762]: INFO nova.compute.manager [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Took 37.32 seconds to build instance. [ 665.895099] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5261f9d7-bb57-cacd-86da-414d97b017d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019452} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.900729] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c85d038-fccd-4b55-983f-7f1c480ae64e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.912888] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559780, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.915364] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 665.915364] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fcc29b-44a0-de7b-b675-897ee47962ad" [ 665.915364] env[65762]: _type = "Task" [ 665.915364] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.925177] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fcc29b-44a0-de7b-b675-897ee47962ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.954653] env[65762]: WARNING neutronclient.v2_0.client [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.957170] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "refresh_cache-2ae45b82-9506-4806-81ad-36ce7ea604bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.957377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquired lock "refresh_cache-2ae45b82-9506-4806-81ad-36ce7ea604bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.957558] env[65762]: DEBUG nova.network.neutron [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 665.970097] env[65762]: DEBUG nova.compute.utils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.971728] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 665.971930] env[65762]: DEBUG nova.network.neutron [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 665.972318] env[65762]: WARNING neutronclient.v2_0.client [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.973278] env[65762]: WARNING neutronclient.v2_0.client [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.008094] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086386} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.009310] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.009891] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cad91db-a30b-49dd-8798-69aeca118d91 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.035250] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.039076] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016389e3-a883-4848-a213-59e72c5d0266 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.064060] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 666.064060] env[65762]: value = "task-4559782" [ 666.064060] env[65762]: _type = "Task" [ 666.064060] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.074023] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.079561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Releasing lock "refresh_cache-584a81ec-ca0b-4e62-97ff-46a2092ff8e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.081037] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Instance network_info: |[{"id": "23de6e3d-8610-4a53-96e0-2524fca244ce", "address": "fa:16:3e:73:62:1e", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23de6e3d-86", "ovs_interfaceid": "23de6e3d-8610-4a53-96e0-2524fca244ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 666.081311] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:62:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23de6e3d-8610-4a53-96e0-2524fca244ce', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.089589] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 666.090841] env[65762]: WARNING neutronclient.v2_0.client [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.093720] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.101151] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da85f6b5-c90d-402d-8eeb-bee2d371f502 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.118729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.032s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.126770] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.126770] env[65762]: value = "task-4559783" [ 666.126770] env[65762]: _type = "Task" [ 666.126770] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.140645] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559783, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.178904] env[65762]: DEBUG nova.policy [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.307281] env[65762]: DEBUG nova.network.neutron [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Updated VIF entry in instance network info cache for port 0ebffe20-541e-423e-bb43-ab080b40668b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.308060] env[65762]: DEBUG nova.network.neutron [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Updating instance_info_cache with network_info: [{"id": "0ebffe20-541e-423e-bb43-ab080b40668b", "address": "fa:16:3e:ba:02:cc", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebffe20-54", "ovs_interfaceid": "0ebffe20-541e-423e-bb43-ab080b40668b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.349326] env[65762]: DEBUG nova.network.neutron [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updated VIF entry in instance network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.349782] env[65762]: DEBUG nova.network.neutron [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.406659] env[65762]: DEBUG oslo_vmware.api [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559780, 'name': PowerOnVM_Task, 'duration_secs': 1.334032} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.407249] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.407515] env[65762]: INFO nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Took 10.02 seconds to spawn the instance on the hypervisor. [ 666.407732] env[65762]: DEBUG nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 666.409228] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d3054d-8069-49a5-87d3-2bf95cff669e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.434301] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fcc29b-44a0-de7b-b675-897ee47962ad, 'name': SearchDatastore_Task, 'duration_secs': 0.025882} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.438139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.439813] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 87dbc9d1-09c2-4594-93e8-4c19d27fbc78/87dbc9d1-09c2-4594-93e8-4c19d27fbc78.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.439813] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c47a1bfc-a394-4189-93c9-75b3b4ae0209 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.450690] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 666.450690] env[65762]: value = "task-4559784" [ 666.450690] env[65762]: _type = "Task" [ 666.450690] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.464490] env[65762]: WARNING neutronclient.v2_0.client [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.467564] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.480059] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 666.533235] env[65762]: DEBUG nova.network.neutron [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 666.578302] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.628156] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 666.647120] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559783, 'name': CreateVM_Task, 'duration_secs': 0.47005} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.647729] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.651731] env[65762]: WARNING neutronclient.v2_0.client [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.652042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.652209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.652524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.653011] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad9e0a1-aa54-4ac1-b62d-b756c8e9834b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.660393] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 666.660393] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52578608-3adf-d0fc-d80e-26ca6bf1bedf" [ 666.660393] env[65762]: _type = "Task" [ 666.660393] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.673537] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52578608-3adf-d0fc-d80e-26ca6bf1bedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.711255] env[65762]: DEBUG nova.network.neutron [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.750394] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4ffe5-9233-45ea-ac17-216ae4e9c37e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.756225] env[65762]: DEBUG nova.network.neutron [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Successfully created port: 741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 666.762985] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da5d479-702b-434c-a3b0-689dbcac8c2f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.803450] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2cbf0-ea00-4b82-ae1f-d897574a120a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.813411] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a920e931-db3b-40e8-85df-43cdc6159eb5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.818628] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Releasing lock "refresh_cache-5ca7b1d2-a1b8-4102-8034-d821e2a10879" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.819108] env[65762]: DEBUG nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Received event network-vif-plugged-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 666.819323] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Acquiring lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.819550] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.819756] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.819884] env[65762]: DEBUG nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] No waiting events found dispatching network-vif-plugged-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 666.820039] env[65762]: WARNING nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Received unexpected event network-vif-plugged-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 for instance with vm_state building and task_state spawning. [ 666.820257] env[65762]: DEBUG nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Received event network-changed-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 666.820413] env[65762]: DEBUG nova.compute.manager [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Refreshing instance network info cache due to event network-changed-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 666.820666] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Acquiring lock "refresh_cache-87dbc9d1-09c2-4594-93e8-4c19d27fbc78" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.820807] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Acquired lock "refresh_cache-87dbc9d1-09c2-4594-93e8-4c19d27fbc78" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.821018] env[65762]: DEBUG nova.network.neutron [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Refreshing network info cache for port 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.836222] env[65762]: DEBUG nova.compute.provider_tree [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.852335] env[65762]: DEBUG oslo_concurrency.lockutils [req-a3ae686e-aeee-4e38-be55-860a07c43b6b req-7fcdc7d1-69d3-42fe-b253-3762b60bb02c service nova] Releasing lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.936685] env[65762]: INFO nova.compute.manager [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Took 36.50 seconds to build instance. [ 666.963909] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.081080] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559782, 'name': ReconfigVM_Task, 'duration_secs': 0.712529} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.081537] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3/5603df51-b568-4e1c-9b11-412c7781bbd3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.082798] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33fdea98-79c6-47f2-923c-4c258c69b75a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.096027] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 667.096027] env[65762]: value = "task-4559785" [ 667.096027] env[65762]: _type = "Task" [ 667.096027] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.104689] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559785, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.165766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.173944] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52578608-3adf-d0fc-d80e-26ca6bf1bedf, 'name': SearchDatastore_Task, 'duration_secs': 0.020547} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.174430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.174594] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.174787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.174945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.175227] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.175490] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb4ec21d-ea2d-4448-8d18-7343e38bb215 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.193820] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.194097] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.198216] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e26a067-458a-4589-af81-6c634d08125b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.203540] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 667.203540] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c19ec2-c638-1e2d-f7fc-b0f4d031a0d5" [ 667.203540] env[65762]: _type = "Task" [ 667.203540] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.214317] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c19ec2-c638-1e2d-f7fc-b0f4d031a0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.214833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Releasing lock "refresh_cache-2ae45b82-9506-4806-81ad-36ce7ea604bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.215301] env[65762]: DEBUG nova.compute.manager [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 667.216383] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.216383] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9892bd62-5320-46a0-b30e-9ded15deb41f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.225656] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.226077] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac744aef-5681-4eeb-80f6-e19248c528b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.234564] env[65762]: DEBUG oslo_vmware.api [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 667.234564] env[65762]: value = "task-4559786" [ 667.234564] env[65762]: _type = "Task" [ 667.234564] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.253354] env[65762]: DEBUG oslo_vmware.api [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.325274] env[65762]: WARNING neutronclient.v2_0.client [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.339598] env[65762]: DEBUG nova.scheduler.client.report [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.440670] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a669515-76ef-4f93-882d-5dd2144e3065 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.011s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.467812] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846545} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.468107] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 87dbc9d1-09c2-4594-93e8-4c19d27fbc78/87dbc9d1-09c2-4594-93e8-4c19d27fbc78.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.468356] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.468618] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fbf8616-bb5f-4588-8cb9-ba0f5820ce09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.477240] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 667.477240] env[65762]: value = "task-4559787" [ 667.477240] env[65762]: _type = "Task" [ 667.477240] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.487309] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.493095] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 667.523326] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.523840] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.523898] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.524073] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.524212] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.524375] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.524678] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.524959] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.525378] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.525769] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.526096] env[65762]: DEBUG nova.virt.hardware [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.527558] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d59f34-344a-4a66-b0b5-e5206034d38b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.537256] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08b555-6f2e-4b75-9deb-c240f1b45526 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.604748] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559785, 'name': Rename_Task, 'duration_secs': 0.327638} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.604887] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.605200] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ec4533-820e-4d54-9a7b-21bfec2c4a67 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.614361] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 667.614361] env[65762]: value = "task-4559788" [ 667.614361] env[65762]: _type = "Task" [ 667.614361] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.624182] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.661902] env[65762]: WARNING neutronclient.v2_0.client [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.720452] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c19ec2-c638-1e2d-f7fc-b0f4d031a0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.058127} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.721350] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da71ccc-fc25-4a9e-a8b8-114ad38fad10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.728489] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 667.728489] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c84f1a-440b-cc7f-6489-26e8e995514a" [ 667.728489] env[65762]: _type = "Task" [ 667.728489] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.737673] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c84f1a-440b-cc7f-6489-26e8e995514a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.748142] env[65762]: DEBUG oslo_vmware.api [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559786, 'name': PowerOffVM_Task, 'duration_secs': 0.164479} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.748489] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.748689] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.748966] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-899adfa5-1327-4912-bb5b-36796480fd86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.778737] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.778977] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.779257] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Deleting the datastore file [datastore2] 2ae45b82-9506-4806-81ad-36ce7ea604bc {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.779589] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1be02d65-f474-476c-bde1-571a60800c94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.787838] env[65762]: DEBUG oslo_vmware.api [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for the task: (returnval){ [ 667.787838] env[65762]: value = "task-4559790" [ 667.787838] env[65762]: _type = "Task" [ 667.787838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.797354] env[65762]: DEBUG oslo_vmware.api [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.815580] env[65762]: DEBUG nova.network.neutron [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Updated VIF entry in instance network info cache for port 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.815886] env[65762]: DEBUG nova.network.neutron [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Updating instance_info_cache with network_info: [{"id": "3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3", "address": "fa:16:3e:5c:0c:40", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4cbfe6-3c", "ovs_interfaceid": "3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.845767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.848710] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.415s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.850502] env[65762]: INFO nova.compute.claims [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.878976] env[65762]: INFO nova.scheduler.client.report [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Deleted allocations for instance d4d8ad32-5565-49bf-8006-401072801567 [ 667.945030] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 667.991053] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084431} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.992064] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.992997] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea1ee39-133c-4563-b4f2-54a46f423073 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.020387] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 87dbc9d1-09c2-4594-93e8-4c19d27fbc78/87dbc9d1-09c2-4594-93e8-4c19d27fbc78.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.021134] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f15d079-97b2-43f9-ad0b-e192ce1ccb49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.046794] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 668.046794] env[65762]: value = "task-4559791" [ 668.046794] env[65762]: _type = "Task" [ 668.046794] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.056127] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.126935] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.241744] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c84f1a-440b-cc7f-6489-26e8e995514a, 'name': SearchDatastore_Task, 'duration_secs': 0.020366} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.242063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.242520] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 584a81ec-ca0b-4e62-97ff-46a2092ff8e5/584a81ec-ca0b-4e62-97ff-46a2092ff8e5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.242616] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3ad0a05-8374-4a46-a3df-cd9233d3da84 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.251503] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 668.251503] env[65762]: value = "task-4559792" [ 668.251503] env[65762]: _type = "Task" [ 668.251503] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.262638] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.299510] env[65762]: DEBUG oslo_vmware.api [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Task: {'id': task-4559790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279356} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.299785] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.299960] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.300148] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.300398] env[65762]: INFO nova.compute.manager [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 668.300666] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.300866] env[65762]: DEBUG nova.compute.manager [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 668.301172] env[65762]: DEBUG nova.network.neutron [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 668.301251] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.315311] env[65762]: DEBUG nova.compute.manager [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Received event network-vif-plugged-23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 668.315820] env[65762]: DEBUG oslo_concurrency.lockutils [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] Acquiring lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.316049] env[65762]: DEBUG oslo_concurrency.lockutils [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.316215] env[65762]: DEBUG oslo_concurrency.lockutils [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.316396] env[65762]: DEBUG nova.compute.manager [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] No waiting events found dispatching network-vif-plugged-23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 668.316536] env[65762]: WARNING nova.compute.manager [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Received unexpected event network-vif-plugged-23de6e3d-8610-4a53-96e0-2524fca244ce for instance with vm_state building and task_state spawning. [ 668.316883] env[65762]: DEBUG nova.compute.manager [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Received event network-changed-23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 668.316883] env[65762]: DEBUG nova.compute.manager [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Refreshing instance network info cache due to event network-changed-23de6e3d-8610-4a53-96e0-2524fca244ce. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 668.317045] env[65762]: DEBUG oslo_concurrency.lockutils [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] Acquiring lock "refresh_cache-584a81ec-ca0b-4e62-97ff-46a2092ff8e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.317144] env[65762]: DEBUG oslo_concurrency.lockutils [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] Acquired lock "refresh_cache-584a81ec-ca0b-4e62-97ff-46a2092ff8e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.317387] env[65762]: DEBUG nova.network.neutron [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Refreshing network info cache for port 23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.319626] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3e89f31-c976-4820-852c-cccc12af7b52 req-daa51cfb-34d9-4110-ba7f-6876089194ad service nova] Releasing lock "refresh_cache-87dbc9d1-09c2-4594-93e8-4c19d27fbc78" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.327132] env[65762]: DEBUG nova.network.neutron [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 668.327502] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.360204] env[65762]: DEBUG nova.compute.manager [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 668.360620] env[65762]: DEBUG nova.compute.manager [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing instance network info cache due to event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 668.360620] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] Acquiring lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.360834] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] Acquired lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.360897] env[65762]: DEBUG nova.network.neutron [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.382844] env[65762]: DEBUG nova.network.neutron [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Successfully updated port: 741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 668.389731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bbbcf69f-c5af-4e92-832c-4da88dd8e0f0 tempest-ServerDiagnosticsV248Test-713599334 tempest-ServerDiagnosticsV248Test-713599334-project-member] Lock "d4d8ad32-5565-49bf-8006-401072801567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.046s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.473707] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.557596] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.629760] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.763200] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559792, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.826547] env[65762]: WARNING neutronclient.v2_0.client [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.832390] env[65762]: DEBUG nova.network.neutron [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.868631] env[65762]: WARNING neutronclient.v2_0.client [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.892207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-7cd5913f-74bc-4f9e-91c3-831a255ba687" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.893559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-7cd5913f-74bc-4f9e-91c3-831a255ba687" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.893559] env[65762]: DEBUG nova.network.neutron [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.078190] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559791, 'name': ReconfigVM_Task, 'duration_secs': 0.607909} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.078905] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 87dbc9d1-09c2-4594-93e8-4c19d27fbc78/87dbc9d1-09c2-4594-93e8-4c19d27fbc78.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.079730] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e90c98a-2c38-4e08-915c-8f201d6be942 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.092025] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 669.092025] env[65762]: value = "task-4559793" [ 669.092025] env[65762]: _type = "Task" [ 669.092025] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.104032] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559793, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.127147] env[65762]: WARNING neutronclient.v2_0.client [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.137032] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559788, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.160653] env[65762]: WARNING neutronclient.v2_0.client [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.272790] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787187} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.273357] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 584a81ec-ca0b-4e62-97ff-46a2092ff8e5/584a81ec-ca0b-4e62-97ff-46a2092ff8e5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.274040] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.274040] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7ac25c9-c2d3-4b64-9554-fe3c270be2e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.282808] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 669.282808] env[65762]: value = "task-4559794" [ 669.282808] env[65762]: _type = "Task" [ 669.282808] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.298770] env[65762]: DEBUG nova.network.neutron [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Updated VIF entry in instance network info cache for port 23de6e3d-8610-4a53-96e0-2524fca244ce. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 669.299585] env[65762]: DEBUG nova.network.neutron [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Updating instance_info_cache with network_info: [{"id": "23de6e3d-8610-4a53-96e0-2524fca244ce", "address": "fa:16:3e:73:62:1e", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23de6e3d-86", "ovs_interfaceid": "23de6e3d-8610-4a53-96e0-2524fca244ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.305020] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.340545] env[65762]: INFO nova.compute.manager [-] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Took 1.04 seconds to deallocate network for instance. [ 669.340545] env[65762]: DEBUG nova.network.neutron [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updated VIF entry in instance network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 669.340882] env[65762]: DEBUG nova.network.neutron [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.504127] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b41860-9e63-4c6a-8361-5336a9a58076 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.508409] env[65762]: DEBUG nova.network.neutron [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.513824] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38466df1-67a5-443e-8816-26bc5016e7e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.548155] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba376b59-73c0-4853-a41e-c6c9dc846e32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.556848] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9b139-440f-4ab9-b272-821c23b3b3e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.571877] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.601207] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559793, 'name': Rename_Task, 'duration_secs': 0.221479} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.601875] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.601875] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67b03317-8042-42c4-8036-f48aa159c726 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.611903] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 669.611903] env[65762]: value = "task-4559795" [ 669.611903] env[65762]: _type = "Task" [ 669.611903] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.625510] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.633743] env[65762]: DEBUG oslo_vmware.api [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559788, 'name': PowerOnVM_Task, 'duration_secs': 1.714909} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.634041] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.634258] env[65762]: DEBUG nova.compute.manager [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 669.636232] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14694308-3310-462a-a734-1809f7c8cb6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.655981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "490f16d8-a261-4dc6-945e-10df56459d33" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.656333] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.656555] env[65762]: DEBUG nova.compute.manager [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Going to confirm migration 1 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 669.698070] env[65762]: WARNING neutronclient.v2_0.client [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.796505] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077328} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.801171] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.802951] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be658d65-4811-40bd-87f3-cb65fa9f31ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.807423] env[65762]: DEBUG oslo_concurrency.lockutils [req-838a3c34-248a-46f4-a61b-8be8a1fc8c54 req-969d25d2-cae6-4140-9872-fa8ccbc0fa3b service nova] Releasing lock "refresh_cache-584a81ec-ca0b-4e62-97ff-46a2092ff8e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.833458] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 584a81ec-ca0b-4e62-97ff-46a2092ff8e5/584a81ec-ca0b-4e62-97ff-46a2092ff8e5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.833458] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296addf2-b1e2-47f2-97c7-db3391e09849 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.848300] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] Releasing lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.848569] env[65762]: DEBUG nova.compute.manager [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Received event network-changed-9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 669.848734] env[65762]: DEBUG nova.compute.manager [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Refreshing instance network info cache due to event network-changed-9d7f1b31-d47a-4776-947b-a1680be0f2a8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 669.848963] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] Acquiring lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.849544] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] Acquired lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.849544] env[65762]: DEBUG nova.network.neutron [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Refreshing network info cache for port 9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.851086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.859029] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 669.859029] env[65762]: value = "task-4559796" [ 669.859029] env[65762]: _type = "Task" [ 669.859029] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.860584] env[65762]: DEBUG nova.network.neutron [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Updating instance_info_cache with network_info: [{"id": "741d5cb1-25e1-4742-834a-bd613a4192c0", "address": "fa:16:3e:60:98:2f", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741d5cb1-25", "ovs_interfaceid": "741d5cb1-25e1-4742-834a-bd613a4192c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.874323] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.095933] env[65762]: ERROR nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [req-c1f55f78-c5c1-4861-97ba-96d41009a2ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c1f55f78-c5c1-4861-97ba-96d41009a2ea"}]} [ 670.114089] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.126962] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.135082] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.135082] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.148065] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.159121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.166037] env[65762]: WARNING neutronclient.v2_0.client [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.175769] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.353344] env[65762]: WARNING neutronclient.v2_0.client [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.362561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-7cd5913f-74bc-4f9e-91c3-831a255ba687" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.363014] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Instance network_info: |[{"id": "741d5cb1-25e1-4742-834a-bd613a4192c0", "address": "fa:16:3e:60:98:2f", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741d5cb1-25", "ovs_interfaceid": "741d5cb1-25e1-4742-834a-bd613a4192c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 670.368278] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:98:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741d5cb1-25e1-4742-834a-bd613a4192c0', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.374609] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating folder: Project (d105eb8f38494ce5a0eba6946e345071). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.377507] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b92ed157-923f-44a0-953a-90a390889d7a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.387244] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.388613] env[65762]: WARNING neutronclient.v2_0.client [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.388934] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.389240] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.389433] env[65762]: DEBUG nova.network.neutron [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.389606] env[65762]: DEBUG nova.objects.instance [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lazy-loading 'info_cache' on Instance uuid 490f16d8-a261-4dc6-945e-10df56459d33 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.394062] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created folder: Project (d105eb8f38494ce5a0eba6946e345071) in parent group-v890951. [ 670.394262] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating folder: Instances. Parent ref: group-v891014. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.397578] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eac356b5-29e5-4143-beee-f3405a3c4ae3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.412636] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created folder: Instances in parent group-v891014. [ 670.413435] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.416675] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.417169] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a515a3-a0e5-406a-8aa5-e2e7af0ad3ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.445708] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.445708] env[65762]: value = "task-4559799" [ 670.445708] env[65762]: _type = "Task" [ 670.445708] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.461085] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559799, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.632514] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.737805] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee9cd9-a9c9-48fc-9e65-a6a8e2e66834 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.746654] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8abb0f-564f-47d4-8190-5a22039f2779 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.782385] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3f31b5-7446-4b22-9409-4ff92c1efc08 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.792625] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcbdee7-f21e-4bb6-90bb-6c6a7d4b2e13 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.812301] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.873018] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559796, 'name': ReconfigVM_Task, 'duration_secs': 0.851624} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.873466] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 584a81ec-ca0b-4e62-97ff-46a2092ff8e5/584a81ec-ca0b-4e62-97ff-46a2092ff8e5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.874290] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eba4ba1-d368-4cbd-aa3c-d45bf35d617a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.883285] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 670.883285] env[65762]: value = "task-4559800" [ 670.883285] env[65762]: _type = "Task" [ 670.883285] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.893982] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559800, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.960770] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559799, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.128845] env[65762]: DEBUG oslo_vmware.api [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559795, 'name': PowerOnVM_Task, 'duration_secs': 1.25148} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.129165] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.129413] env[65762]: INFO nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Took 10.62 seconds to spawn the instance on the hypervisor. [ 671.129633] env[65762]: DEBUG nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 671.130436] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834ee3f-8edb-46c8-b884-c7d4e2edfebf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.332206] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f71f7-53f0-e883-7d25-dac7fd4f0eb5/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 671.333663] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a8f4a-582b-4327-9ef2-f57152105ae9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.339894] env[65762]: ERROR nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [req-8686d5be-4f5d-4918-bdea-5f7836d72192] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8686d5be-4f5d-4918-bdea-5f7836d72192"}]} [ 671.345681] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f71f7-53f0-e883-7d25-dac7fd4f0eb5/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 671.345938] env[65762]: ERROR oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f71f7-53f0-e883-7d25-dac7fd4f0eb5/disk-0.vmdk due to incomplete transfer. [ 671.346237] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91810b0e-a0d5-4f0c-b6a4-de89ad6a1a79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.358083] env[65762]: DEBUG oslo_vmware.rw_handles [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f71f7-53f0-e883-7d25-dac7fd4f0eb5/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 671.358697] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Uploaded image f71e646e-5d37-4f2b-a80d-f7b90b023f37 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 671.362291] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 671.363839] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.366903] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99666aff-8b8b-41a8-a277-e232c52d8ba7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.377222] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 671.377222] env[65762]: value = "task-4559801" [ 671.377222] env[65762]: _type = "Task" [ 671.377222] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.385591] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.386023] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.399156] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559801, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.403315] env[65762]: WARNING neutronclient.v2_0.client [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.412992] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: b9b799e7-498d-45b1-bfc0-df869974a2da {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.415597] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559800, 'name': Rename_Task, 'duration_secs': 0.183808} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.416088] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.416360] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75af9e32-486c-475a-b287-35f0e3863603 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.425712] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 671.425712] env[65762]: value = "task-4559802" [ 671.425712] env[65762]: _type = "Task" [ 671.425712] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.436453] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.438826] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.460102] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559799, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.651858] env[65762]: INFO nova.compute.manager [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Took 32.22 seconds to build instance. [ 671.809306] env[65762]: WARNING neutronclient.v2_0.client [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.891023] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559801, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.945707] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559802, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.960694] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559799, 'name': CreateVM_Task, 'duration_secs': 1.490785} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.960921] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.962094] env[65762]: WARNING neutronclient.v2_0.client [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.962094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.962094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.962452] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.965481] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b81403-4635-4609-bd7d-75502c861aa3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.973058] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 671.973058] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524e52bd-45ff-f837-ec1c-804579701e81" [ 671.973058] env[65762]: _type = "Task" [ 671.973058] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.985898] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524e52bd-45ff-f837-ec1c-804579701e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.089961] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5a04b-6ba1-4393-a69b-29198e90675d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.098932] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12b3885-09ee-4733-b1be-49d9b6479c6b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.153371] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d342e10-366d-4229-84d3-3ba541c2a211 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.157111] env[65762]: DEBUG oslo_concurrency.lockutils [None req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.576s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.162793] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf9a36-39d0-4553-b429-73bd9527a122 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.181031] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.390321] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559801, 'name': Destroy_Task, 'duration_secs': 0.691412} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.390790] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Destroyed the VM [ 672.391215] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 672.391570] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-250882aa-ab9d-4333-9194-a295d085baaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.400535] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 672.400535] env[65762]: value = "task-4559803" [ 672.400535] env[65762]: _type = "Task" [ 672.400535] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.412998] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.442527] env[65762]: DEBUG oslo_vmware.api [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559802, 'name': PowerOnVM_Task, 'duration_secs': 0.780878} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.442761] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.443181] env[65762]: INFO nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Took 9.06 seconds to spawn the instance on the hypervisor. [ 672.443749] env[65762]: DEBUG nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 672.446860] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53fc6e-824c-4801-8b68-3de8b2457847 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.486107] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524e52bd-45ff-f837-ec1c-804579701e81, 'name': SearchDatastore_Task, 'duration_secs': 0.014199} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.486107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.486331] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.486589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.486783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.488738] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.488738] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab3b0af-7a31-44a7-a72a-44fea0f1e910 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.498316] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.498594] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.499486] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56acd952-43b6-4470-bb27-1424699d3689 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.507076] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 672.507076] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52624eeb-be6a-f7aa-3c11-958b18379386" [ 672.507076] env[65762]: _type = "Task" [ 672.507076] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.518368] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52624eeb-be6a-f7aa-3c11-958b18379386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.667595] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 672.731987] env[65762]: DEBUG nova.scheduler.client.report [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 672.732827] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 42 to 43 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 672.733013] env[65762]: DEBUG nova.compute.provider_tree [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.790545] env[65762]: DEBUG nova.network.neutron [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updated VIF entry in instance network info cache for port 9d7f1b31-d47a-4776-947b-a1680be0f2a8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.791183] env[65762]: DEBUG nova.network.neutron [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [{"id": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "address": "fa:16:3e:3f:9d:e8", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7f1b31-d4", "ovs_interfaceid": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.882479] env[65762]: WARNING neutronclient.v2_0.client [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.915481] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.970240] env[65762]: INFO nova.compute.manager [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Took 31.84 seconds to build instance. [ 672.983032] env[65762]: DEBUG nova.network.neutron [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance_info_cache with network_info: [{"id": "a6deec82-6909-47f3-a797-514ab92ea7d7", "address": "fa:16:3e:19:60:7c", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6deec82-69", "ovs_interfaceid": "a6deec82-6909-47f3-a797-514ab92ea7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.025515] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52624eeb-be6a-f7aa-3c11-958b18379386, 'name': SearchDatastore_Task, 'duration_secs': 0.022688} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.027948] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18060b59-1c25-4432-b241-b2f382760994 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.036170] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 673.036170] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526245bc-19d3-6fb6-fcc8-6b987f0bc3fa" [ 673.036170] env[65762]: _type = "Task" [ 673.036170] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.048633] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526245bc-19d3-6fb6-fcc8-6b987f0bc3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.194243] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.238761] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.390s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.239097] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 673.241738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.889s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.241919] env[65762]: DEBUG nova.objects.instance [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 673.295046] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c5c1748-d5e1-4530-87d1-8a502dbe0115 req-bf9f891f-bd30-4a46-8c58-a667007d05b5 service nova] Releasing lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.358509] env[65762]: DEBUG nova.compute.manager [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Received event network-changed-9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 673.358793] env[65762]: DEBUG nova.compute.manager [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Refreshing instance network info cache due to event network-changed-9d7f1b31-d47a-4776-947b-a1680be0f2a8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 673.358854] env[65762]: DEBUG oslo_concurrency.lockutils [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] Acquiring lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.359057] env[65762]: DEBUG oslo_concurrency.lockutils [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] Acquired lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.359962] env[65762]: DEBUG nova.network.neutron [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Refreshing network info cache for port 9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.368579] env[65762]: DEBUG nova.compute.manager [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Received event network-vif-plugged-741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 673.368579] env[65762]: DEBUG oslo_concurrency.lockutils [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] Acquiring lock "7cd5913f-74bc-4f9e-91c3-831a255ba687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.368579] env[65762]: DEBUG oslo_concurrency.lockutils [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.368579] env[65762]: DEBUG oslo_concurrency.lockutils [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.368934] env[65762]: DEBUG nova.compute.manager [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] No waiting events found dispatching network-vif-plugged-741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 673.368934] env[65762]: WARNING nova.compute.manager [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Received unexpected event network-vif-plugged-741d5cb1-25e1-4742-834a-bd613a4192c0 for instance with vm_state building and task_state spawning. [ 673.369022] env[65762]: DEBUG nova.compute.manager [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Received event network-changed-741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 673.369868] env[65762]: DEBUG nova.compute.manager [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Refreshing instance network info cache due to event network-changed-741d5cb1-25e1-4742-834a-bd613a4192c0. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 673.370105] env[65762]: DEBUG oslo_concurrency.lockutils [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] Acquiring lock "refresh_cache-7cd5913f-74bc-4f9e-91c3-831a255ba687" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.370255] env[65762]: DEBUG oslo_concurrency.lockutils [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] Acquired lock "refresh_cache-7cd5913f-74bc-4f9e-91c3-831a255ba687" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.370416] env[65762]: DEBUG nova.network.neutron [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Refreshing network info cache for port 741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.413761] env[65762]: DEBUG oslo_vmware.api [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938599} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.413761] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 673.413962] env[65762]: INFO nova.compute.manager [None req-2cbe0a00-7ad0-4e1c-98a2-6a717204443c tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Took 19.51 seconds to snapshot the instance on the hypervisor. [ 674.189036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9609688a-23b5-4789-b815-e554a7e36e37 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.296s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.189036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-490f16d8-a261-4dc6-945e-10df56459d33" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.189471] env[65762]: DEBUG nova.objects.instance [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lazy-loading 'migration_context' on Instance uuid 490f16d8-a261-4dc6-945e-10df56459d33 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.191986] env[65762]: DEBUG nova.compute.utils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.195709] env[65762]: WARNING neutronclient.v2_0.client [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.198147] env[65762]: WARNING neutronclient.v2_0.client [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.202610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.202610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.202610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.202763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.202835] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.212739] env[65762]: DEBUG nova.objects.base [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Object Instance<490f16d8-a261-4dc6-945e-10df56459d33> lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 674.215699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dfe9b8c-7a78-487f-b8bc-4c844bfb115f tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.972s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.219633] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 674.219633] env[65762]: DEBUG nova.network.neutron [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.219633] env[65762]: WARNING neutronclient.v2_0.client [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.219633] env[65762]: WARNING neutronclient.v2_0.client [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.222615] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45446048-c913-4c0d-97b7-f808fe07a018 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.225641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.304s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.227065] env[65762]: INFO nova.compute.claims [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.255726] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526245bc-19d3-6fb6-fcc8-6b987f0bc3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.257311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.259916] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7cd5913f-74bc-4f9e-91c3-831a255ba687/7cd5913f-74bc-4f9e-91c3-831a255ba687.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.259916] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05d8fe7-5e6a-48d6-ab73-b1dffb7c1fb9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.264152] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dade67b-a8a6-4878-81be-8d6251814b9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.271663] env[65762]: INFO nova.compute.manager [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Terminating instance [ 674.275420] env[65762]: DEBUG oslo_vmware.api [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 674.275420] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520b6bf7-3f6f-2ac2-256c-092345486abd" [ 674.275420] env[65762]: _type = "Task" [ 674.275420] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.280019] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 674.280019] env[65762]: value = "task-4559804" [ 674.280019] env[65762]: _type = "Task" [ 674.280019] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.299568] env[65762]: DEBUG oslo_vmware.api [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520b6bf7-3f6f-2ac2-256c-092345486abd, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.299762] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.300350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.393398] env[65762]: DEBUG nova.policy [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eefa9033c5e04d5ab092454dc6cee2c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c13955c67b49478a6381a96d24098c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.548642] env[65762]: WARNING neutronclient.v2_0.client [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.591432] env[65762]: WARNING neutronclient.v2_0.client [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.711303] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 674.732150] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 674.768463] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.768741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.770359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.770359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.770359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.771510] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "5603df51-b568-4e1c-9b11-412c7781bbd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.772317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "5603df51-b568-4e1c-9b11-412c7781bbd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.772560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "5603df51-b568-4e1c-9b11-412c7781bbd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.772766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "5603df51-b568-4e1c-9b11-412c7781bbd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.772949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "5603df51-b568-4e1c-9b11-412c7781bbd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.781153] env[65762]: INFO nova.compute.manager [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Terminating instance [ 674.782178] env[65762]: INFO nova.compute.manager [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Terminating instance [ 674.793307] env[65762]: DEBUG nova.compute.manager [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 674.794531] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.795695] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924ffbb3-1ccc-4a91-9b0f-e2093497168c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.814947] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.815724] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.816632] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f74213e-394f-47cb-a265-01357381348f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.827312] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 674.827312] env[65762]: value = "task-4559805" [ 674.827312] env[65762]: _type = "Task" [ 674.827312] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.838679] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.841676] env[65762]: DEBUG nova.network.neutron [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updated VIF entry in instance network info cache for port 9d7f1b31-d47a-4776-947b-a1680be0f2a8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 674.843309] env[65762]: DEBUG nova.network.neutron [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [{"id": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "address": "fa:16:3e:3f:9d:e8", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7f1b31-d4", "ovs_interfaceid": "9d7f1b31-d47a-4776-947b-a1680be0f2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.929157] env[65762]: DEBUG nova.network.neutron [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Successfully created port: 57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.966761] env[65762]: DEBUG nova.network.neutron [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Updated VIF entry in instance network info cache for port 741d5cb1-25e1-4742-834a-bd613a4192c0. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 674.966825] env[65762]: DEBUG nova.network.neutron [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Updating instance_info_cache with network_info: [{"id": "741d5cb1-25e1-4742-834a-bd613a4192c0", "address": "fa:16:3e:60:98:2f", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741d5cb1-25", "ovs_interfaceid": "741d5cb1-25e1-4742-834a-bd613a4192c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.200310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "848f510a-35f9-4b4b-9149-9431346f2922" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.200696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "848f510a-35f9-4b4b-9149-9431346f2922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.261910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.292258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "refresh_cache-5603df51-b568-4e1c-9b11-412c7781bbd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.292417] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquired lock "refresh_cache-5603df51-b568-4e1c-9b11-412c7781bbd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.293010] env[65762]: DEBUG nova.network.neutron [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.300063] env[65762]: DEBUG nova.compute.manager [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 675.302286] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.302286] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da74e1e1-be72-436d-880a-d1031f0be07d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.311193] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716516} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.313845] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7cd5913f-74bc-4f9e-91c3-831a255ba687/7cd5913f-74bc-4f9e-91c3-831a255ba687.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.313964] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.314298] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.314444] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095dac6a-7e5b-4005-999c-0d5d3d98e4b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.316849] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c5a78b-e05f-40ac-8914-428ae888a59e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.325704] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 675.325704] env[65762]: value = "task-4559807" [ 675.325704] env[65762]: _type = "Task" [ 675.325704] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.327096] env[65762]: DEBUG oslo_vmware.api [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 675.327096] env[65762]: value = "task-4559806" [ 675.327096] env[65762]: _type = "Task" [ 675.327096] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.346023] env[65762]: DEBUG oslo_concurrency.lockutils [req-ab66479f-0c0b-4997-8baa-be233d2cf8c5 req-998f5d65-e919-47b4-af14-ca69ae674b5c service nova] Releasing lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.350030] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.353810] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559805, 'name': PowerOffVM_Task, 'duration_secs': 0.384958} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.354142] env[65762]: DEBUG oslo_vmware.api [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.357316] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.357553] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.358222] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6437afff-cfb6-4cc4-9b47-4bdf127a1fb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.449776] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.450071] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.450204] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Deleting the datastore file [datastore2] bcc96ebc-0ba2-42ad-b947-41faedfd6574 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.450496] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8832538-b90b-4413-924b-b994fde4f619 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.460679] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for the task: (returnval){ [ 675.460679] env[65762]: value = "task-4559809" [ 675.460679] env[65762]: _type = "Task" [ 675.460679] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.472922] env[65762]: DEBUG oslo_concurrency.lockutils [req-2353f30d-6d64-4efe-abb3-ad97d9e5a6b7 req-2f4fe017-3cd2-46ee-bee8-82cad00db362 service nova] Releasing lock "refresh_cache-7cd5913f-74bc-4f9e-91c3-831a255ba687" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.473334] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.726193] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 675.751924] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.752274] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.752523] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.752771] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.752969] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.753189] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.753475] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.753693] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.753935] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.754194] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.754430] env[65762]: DEBUG nova.virt.hardware [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.755362] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9d14c-9311-4fbb-b0ee-b6fd4a96766b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.768764] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c786ee14-af46-42bf-9d18-f4631afa54c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.801252] env[65762]: WARNING neutronclient.v2_0.client [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.837385] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166527} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.841605] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.842998] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52064e73-c138-4f80-a498-978616b34741 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.845652] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05354ce0-e598-45ab-86eb-da41da661dfd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.865496] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff291c-5ba3-4779-bc87-bfff3c66a425 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.869617] env[65762]: DEBUG oslo_vmware.api [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559806, 'name': PowerOffVM_Task, 'duration_secs': 0.43462} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.879294] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7cd5913f-74bc-4f9e-91c3-831a255ba687/7cd5913f-74bc-4f9e-91c3-831a255ba687.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.880057] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.880305] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.880593] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f50f31d-1704-4eb6-b8d1-ca0834d9a745 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.896655] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3b524b-d64b-468e-80ee-cdf52faf8ad5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.929074] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3897a-d3d7-47de-8f6a-9a61995326d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.932367] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 675.932367] env[65762]: value = "task-4559811" [ 675.932367] env[65762]: _type = "Task" [ 675.932367] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.941089] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58b0eb-d5cb-4f49-a3f0-66a6b1839522 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.950227] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.962857] env[65762]: DEBUG nova.compute.provider_tree [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.968276] env[65762]: DEBUG nova.network.neutron [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 675.979226] env[65762]: DEBUG nova.scheduler.client.report [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.991656] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.991656] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.991656] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Deleting the datastore file [datastore1] 852ff2bc-c17b-45d1-9d47-8f829fd97f25 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.993919] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d3d6ad0-ddfe-4db4-8184-db8471a3b47a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.995843] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.002805] env[65762]: DEBUG oslo_vmware.api [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 676.002805] env[65762]: value = "task-4559812" [ 676.002805] env[65762]: _type = "Task" [ 676.002805] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.014771] env[65762]: DEBUG oslo_vmware.api [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.142060] env[65762]: DEBUG nova.network.neutron [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.449748] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559811, 'name': ReconfigVM_Task, 'duration_secs': 0.361606} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.450136] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7cd5913f-74bc-4f9e-91c3-831a255ba687/7cd5913f-74bc-4f9e-91c3-831a255ba687.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.450981] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f50c06b-795e-4981-98b8-4feaefc2c0c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.462000] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 676.462000] env[65762]: value = "task-4559813" [ 676.462000] env[65762]: _type = "Task" [ 676.462000] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.485275] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559813, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.486210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.486835] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 676.492160] env[65762]: DEBUG oslo_vmware.api [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Task: {'id': task-4559809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572129} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.492160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.566s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.493748] env[65762]: INFO nova.compute.claims [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.498194] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.500717] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.500717] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.500717] env[65762]: INFO nova.compute.manager [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Took 1.71 seconds to destroy the instance on the hypervisor. [ 676.500717] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.500717] env[65762]: DEBUG nova.compute.manager [-] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 676.500717] env[65762]: DEBUG nova.network.neutron [-] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 676.501048] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.518558] env[65762]: DEBUG oslo_vmware.api [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165947} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.518883] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.519327] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.519429] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.519896] env[65762]: INFO nova.compute.manager [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Took 1.22 seconds to destroy the instance on the hypervisor. [ 676.519896] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.520410] env[65762]: DEBUG nova.compute.manager [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 676.520410] env[65762]: DEBUG nova.network.neutron [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 676.520597] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.550845] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.642173] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.644571] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Releasing lock "refresh_cache-5603df51-b568-4e1c-9b11-412c7781bbd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.645083] env[65762]: DEBUG nova.compute.manager [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 676.645192] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.646280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff604def-dc06-4cf6-896a-07a534827a28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.655619] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.656989] env[65762]: DEBUG nova.network.neutron [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Successfully updated port: 57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.658124] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5f2869-e87e-468c-8815-32808e5b5871 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.667393] env[65762]: DEBUG oslo_vmware.api [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 676.667393] env[65762]: value = "task-4559814" [ 676.667393] env[65762]: _type = "Task" [ 676.667393] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.681071] env[65762]: DEBUG oslo_vmware.api [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.973205] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559813, 'name': Rename_Task, 'duration_secs': 0.166633} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.973493] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.973744] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82e6c76-9627-428b-ae60-6a20f4abd640 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.980543] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 676.980543] env[65762]: value = "task-4559815" [ 676.980543] env[65762]: _type = "Task" [ 676.980543] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.989493] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.002342] env[65762]: DEBUG nova.compute.utils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.007300] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 677.007466] env[65762]: DEBUG nova.network.neutron [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.007703] env[65762]: WARNING neutronclient.v2_0.client [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.007995] env[65762]: WARNING neutronclient.v2_0.client [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.070898] env[65762]: DEBUG nova.policy [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '331f62f350ed4d1e87dc06cd6dbea5bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7697ec1423bf4c4dbc54a75a7f77915e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.161921] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.162142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquired lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.162465] env[65762]: DEBUG nova.network.neutron [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.179232] env[65762]: DEBUG oslo_vmware.api [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559814, 'name': PowerOffVM_Task, 'duration_secs': 0.17111} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.179518] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.179721] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.179977] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a16dec3-c708-4a66-8e88-f5bd8ee35d1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.211973] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.212214] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.212532] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Deleting the datastore file [datastore1] 5603df51-b568-4e1c-9b11-412c7781bbd3 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.212900] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4b0c86-d60c-45e4-9240-5f8f44e29ce8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.220882] env[65762]: DEBUG oslo_vmware.api [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for the task: (returnval){ [ 677.220882] env[65762]: value = "task-4559817" [ 677.220882] env[65762]: _type = "Task" [ 677.220882] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.230490] env[65762]: DEBUG oslo_vmware.api [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.404018] env[65762]: DEBUG nova.network.neutron [-] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.423708] env[65762]: DEBUG nova.network.neutron [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.446800] env[65762]: DEBUG nova.network.neutron [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Successfully created port: cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.491512] env[65762]: DEBUG oslo_vmware.api [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4559815, 'name': PowerOnVM_Task, 'duration_secs': 0.49868} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.491853] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.491962] env[65762]: INFO nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Took 10.00 seconds to spawn the instance on the hypervisor. [ 677.492152] env[65762]: DEBUG nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 677.492934] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813dc2ce-d1a8-4e3d-b95f-cd31d8970fe3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.509367] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 677.598398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.598644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.599843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.599843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.599843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.601286] env[65762]: INFO nova.compute.manager [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Terminating instance [ 677.660603] env[65762]: DEBUG nova.compute.manager [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 677.660603] env[65762]: DEBUG nova.compute.manager [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing instance network info cache due to event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 677.660603] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] Acquiring lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.661248] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] Acquired lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.662024] env[65762]: DEBUG nova.network.neutron [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.706478] env[65762]: DEBUG nova.network.neutron [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.734905] env[65762]: DEBUG oslo_vmware.api [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Task: {'id': task-4559817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099594} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.738014] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.738250] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.738457] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.738637] env[65762]: INFO nova.compute.manager [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 677.738874] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 677.739283] env[65762]: DEBUG nova.compute.manager [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 677.739382] env[65762]: DEBUG nova.network.neutron [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 677.739633] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.812032] env[65762]: DEBUG nova.network.neutron [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.812032] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.907748] env[65762]: INFO nova.compute.manager [-] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Took 1.41 seconds to deallocate network for instance. [ 677.928070] env[65762]: INFO nova.compute.manager [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Took 1.41 seconds to deallocate network for instance. [ 677.941170] env[65762]: WARNING neutronclient.v2_0.client [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.018217] env[65762]: INFO nova.compute.manager [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Took 35.71 seconds to build instance. [ 678.066795] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f33af5-969d-43d2-9fe8-f56670b968f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.076516] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0120c9-4fa7-41a6-9c49-865fb453ac10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.110744] env[65762]: DEBUG nova.compute.manager [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 678.110973] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.112463] env[65762]: DEBUG nova.network.neutron [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Updating instance_info_cache with network_info: [{"id": "57d40ada-6e01-493c-8b8c-07e42f958693", "address": "fa:16:3e:fb:07:73", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d40ada-6e", "ovs_interfaceid": "57d40ada-6e01-493c-8b8c-07e42f958693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.114175] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc69c8-8ba4-40ae-87f5-9a3e65d0a578 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.117489] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e306d332-9ac3-4268-ba22-d3163c9e666b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.128880] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b189f9-ce17-4479-b39a-a7774812b632 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.134556] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.134556] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d83f28e-ed6c-4169-ace4-d56a4be35ad1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.149500] env[65762]: DEBUG nova.compute.provider_tree [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.152583] env[65762]: DEBUG oslo_vmware.api [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 678.152583] env[65762]: value = "task-4559818" [ 678.152583] env[65762]: _type = "Task" [ 678.152583] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.164451] env[65762]: DEBUG oslo_vmware.api [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.164543] env[65762]: WARNING neutronclient.v2_0.client [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.185361] env[65762]: DEBUG nova.compute.manager [req-7ea54a19-b0b2-4b41-bf2a-1352ae6b7f08 req-ebddc504-5b03-43cd-9cbf-2ab53af76e9a service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Received event network-vif-plugged-57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 678.185662] env[65762]: DEBUG oslo_concurrency.lockutils [req-7ea54a19-b0b2-4b41-bf2a-1352ae6b7f08 req-ebddc504-5b03-43cd-9cbf-2ab53af76e9a service nova] Acquiring lock "97d6e916-2551-4b80-9b52-1fdab5d3796f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.185881] env[65762]: DEBUG oslo_concurrency.lockutils [req-7ea54a19-b0b2-4b41-bf2a-1352ae6b7f08 req-ebddc504-5b03-43cd-9cbf-2ab53af76e9a service nova] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.186072] env[65762]: DEBUG oslo_concurrency.lockutils [req-7ea54a19-b0b2-4b41-bf2a-1352ae6b7f08 req-ebddc504-5b03-43cd-9cbf-2ab53af76e9a service nova] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.188696] env[65762]: DEBUG nova.compute.manager [req-7ea54a19-b0b2-4b41-bf2a-1352ae6b7f08 req-ebddc504-5b03-43cd-9cbf-2ab53af76e9a service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] No waiting events found dispatching network-vif-plugged-57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 678.188696] env[65762]: WARNING nova.compute.manager [req-7ea54a19-b0b2-4b41-bf2a-1352ae6b7f08 req-ebddc504-5b03-43cd-9cbf-2ab53af76e9a service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Received unexpected event network-vif-plugged-57d40ada-6e01-493c-8b8c-07e42f958693 for instance with vm_state building and task_state spawning. [ 678.314174] env[65762]: DEBUG nova.network.neutron [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.352408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "c41bab1e-bb19-4ace-8198-03a49357877e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.352408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "c41bab1e-bb19-4ace-8198-03a49357877e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.417868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.436904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.518104] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 678.522239] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7ad5a1b-2379-4e26-8736-b29b911598e9 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.134s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.536922] env[65762]: WARNING neutronclient.v2_0.client [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.550032] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.550032] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.550032] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.550544] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.550544] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.550544] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.550544] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.550544] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.550747] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.550747] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.550747] env[65762]: DEBUG nova.virt.hardware [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.551105] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76763931-2769-4cc3-9460-169e1a33d162 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.563490] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0a7d9-172c-411e-8624-1aa53e02e81a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.621110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Releasing lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.621479] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Instance network_info: |[{"id": "57d40ada-6e01-493c-8b8c-07e42f958693", "address": "fa:16:3e:fb:07:73", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d40ada-6e", "ovs_interfaceid": "57d40ada-6e01-493c-8b8c-07e42f958693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 678.621947] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:07:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d40ada-6e01-493c-8b8c-07e42f958693', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.629625] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Creating folder: Project (f8c13955c67b49478a6381a96d24098c). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.632692] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d285902-2dc8-445f-9bab-41efdd145ce8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.646530] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Created folder: Project (f8c13955c67b49478a6381a96d24098c) in parent group-v890951. [ 678.646736] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Creating folder: Instances. Parent ref: group-v891017. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.647036] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa39f2a3-3a30-4e8e-83c9-2c2795eb71db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.653497] env[65762]: DEBUG nova.compute.manager [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 678.654448] env[65762]: DEBUG nova.scheduler.client.report [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.658431] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0418057-2200-4e60-8144-51ee9bae8901 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.667336] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Created folder: Instances in parent group-v891017. [ 678.667918] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.668276] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.668553] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e017b2a0-e671-4347-b497-9d46885bce95 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.691583] env[65762]: DEBUG oslo_vmware.api [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559818, 'name': PowerOffVM_Task, 'duration_secs': 0.319615} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.693811] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.694019] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.694814] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c92eac-eb99-4978-9694-f54dd62bf94b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.699755] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.699755] env[65762]: value = "task-4559821" [ 678.699755] env[65762]: _type = "Task" [ 678.699755] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.711056] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559821, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.714574] env[65762]: DEBUG nova.network.neutron [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updated VIF entry in instance network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.715059] env[65762]: DEBUG nova.network.neutron [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.757696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "5750b19a-c936-41f5-88b3-b0cc75726df1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.757980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.758209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "5750b19a-c936-41f5-88b3-b0cc75726df1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.758404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.758592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.761175] env[65762]: INFO nova.compute.manager [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Terminating instance [ 678.778675] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.779180] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.779180] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Deleting the datastore file [datastore1] 87dbc9d1-09c2-4594-93e8-4c19d27fbc78 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.779379] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe0f8dbb-cb92-4fff-b25c-0c4462c4d148 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.788253] env[65762]: DEBUG oslo_vmware.api [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for the task: (returnval){ [ 678.788253] env[65762]: value = "task-4559823" [ 678.788253] env[65762]: _type = "Task" [ 678.788253] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.800053] env[65762]: DEBUG oslo_vmware.api [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.818411] env[65762]: INFO nova.compute.manager [-] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Took 1.08 seconds to deallocate network for instance. [ 679.028032] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 679.085260] env[65762]: DEBUG nova.network.neutron [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Successfully updated port: cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.164117] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.164656] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 679.168892] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.067s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.169108] env[65762]: DEBUG nova.objects.instance [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lazy-loading 'resources' on Instance uuid fd026dea-8e2b-4caf-91d6-125b41034aae {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.196298] env[65762]: INFO nova.compute.manager [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] instance snapshotting [ 679.199939] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b44de-093e-457c-9bff-b68fd657cf76 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.218368] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d3e9516-f900-4650-8419-e5ff72d4ca42 req-9529a26d-c50c-41d2-b343-607cdb36cfa3 service nova] Releasing lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.218729] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559821, 'name': CreateVM_Task, 'duration_secs': 0.46582} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.233547] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.234904] env[65762]: WARNING neutronclient.v2_0.client [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.235305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.235454] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.235873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.236832] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15014fa-44c6-45d3-bb25-a53448f94b74 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.240190] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da71e3f0-5a82-4e8a-8468-b3232f1182a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.253735] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 679.253735] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522fed4a-dab2-ce94-760e-6b50a0ab1689" [ 679.253735] env[65762]: _type = "Task" [ 679.253735] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.263740] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522fed4a-dab2-ce94-760e-6b50a0ab1689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.266348] env[65762]: DEBUG nova.compute.manager [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 679.266564] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.267956] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9feb14-de92-4dbc-ae8b-760ed42458fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.279245] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.279560] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f811d8e7-bba8-41ec-ab30-bb9754e258c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.307052] env[65762]: DEBUG oslo_vmware.api [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Task: {'id': task-4559823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253903} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.307472] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.307747] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.308015] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.308280] env[65762]: INFO nova.compute.manager [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Took 1.20 seconds to destroy the instance on the hypervisor. [ 679.308662] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 679.308942] env[65762]: DEBUG nova.compute.manager [-] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 679.309055] env[65762]: DEBUG nova.network.neutron [-] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 679.309301] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.326677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.366139] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.366139] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.366369] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleting the datastore file [datastore2] 5750b19a-c936-41f5-88b3-b0cc75726df1 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.366599] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b90142c-f80c-43af-a430-972ae294b59b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.370487] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.380987] env[65762]: DEBUG oslo_vmware.api [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 679.380987] env[65762]: value = "task-4559825" [ 679.380987] env[65762]: _type = "Task" [ 679.380987] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.393283] env[65762]: DEBUG oslo_vmware.api [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.551788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.590047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.590324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquired lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.591081] env[65762]: DEBUG nova.network.neutron [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.676076] env[65762]: DEBUG nova.compute.utils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.677833] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 679.678137] env[65762]: DEBUG nova.network.neutron [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.679538] env[65762]: WARNING neutronclient.v2_0.client [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.679538] env[65762]: WARNING neutronclient.v2_0.client [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.753755] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 679.755343] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af846454-d9c9-41e5-8c6d-ad102fd5efaa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.767828] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522fed4a-dab2-ce94-760e-6b50a0ab1689, 'name': SearchDatastore_Task, 'duration_secs': 0.020924} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.770166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.770166] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.770166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.770400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.770465] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.772591] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 679.772591] env[65762]: value = "task-4559826" [ 679.772591] env[65762]: _type = "Task" [ 679.772591] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.772591] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f60c610-b147-412f-a9b6-530d9b0ee2b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.783641] env[65762]: DEBUG nova.policy [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8ce15cd521c4505bcddb6daa1716d80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0169d76ed04eebad2a8257f1ea6b8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.790264] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559826, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.791894] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.792046] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.792903] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6f5bca-1303-440f-b785-8be02a6a623f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.803534] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 679.803534] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5286ff49-9e5f-dcb9-a509-a26dc99b0972" [ 679.803534] env[65762]: _type = "Task" [ 679.803534] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.814525] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5286ff49-9e5f-dcb9-a509-a26dc99b0972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.896571] env[65762]: DEBUG oslo_vmware.api [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367074} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.896571] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.900400] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.900400] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.900400] env[65762]: INFO nova.compute.manager [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Took 0.63 seconds to destroy the instance on the hypervisor. [ 679.900400] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 679.900400] env[65762]: DEBUG nova.compute.manager [-] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 679.900400] env[65762]: DEBUG nova.network.neutron [-] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 679.901133] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.028953] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.146071] env[65762]: DEBUG nova.network.neutron [-] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.182447] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 680.299651] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559826, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.320271] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5286ff49-9e5f-dcb9-a509-a26dc99b0972, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.325193] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db01c659-6adf-4105-9707-75c5f25bc137 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.332838] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 680.332838] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d0cd24-9932-680d-b64d-e93fb56d5d2f" [ 680.332838] env[65762]: _type = "Task" [ 680.332838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.347140] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d0cd24-9932-680d-b64d-e93fb56d5d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.350451] env[65762]: DEBUG nova.network.neutron [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Successfully created port: 3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.385753] env[65762]: DEBUG nova.network.neutron [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.391266] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0cc92a-0858-4214-a962-698dc5ac988a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.400394] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f947d8-0453-4ebb-b241-c4c742753134 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.434215] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d2c08-879a-4056-a08c-e376288e9ba5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.445718] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62836cd6-92dc-4eea-9b3f-9620ee7f4e0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.462392] env[65762]: DEBUG nova.compute.provider_tree [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.649544] env[65762]: INFO nova.compute.manager [-] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Took 1.34 seconds to deallocate network for instance. [ 680.793133] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559826, 'name': CreateSnapshot_Task, 'duration_secs': 0.740673} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.793867] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 680.795371] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1f66b2-bdef-4477-8b53-683f668ed6b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.845476] env[65762]: WARNING neutronclient.v2_0.client [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.851949] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d0cd24-9932-680d-b64d-e93fb56d5d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.01491} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.852222] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.852492] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 97d6e916-2551-4b80-9b52-1fdab5d3796f/97d6e916-2551-4b80-9b52-1fdab5d3796f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.852852] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06abac6-62e1-40da-bd0a-0a6956e062db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.863301] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 680.863301] env[65762]: value = "task-4559827" [ 680.863301] env[65762]: _type = "Task" [ 680.863301] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.874082] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.966125] env[65762]: DEBUG nova.scheduler.client.report [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.999202] env[65762]: DEBUG nova.network.neutron [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updating instance_info_cache with network_info: [{"id": "cc1ef4fc-2d22-419d-979a-a354a349a101", "address": "fa:16:3e:34:df:3b", "network": {"id": "6e564bca-06dd-48f8-9a50-aa7aa96b726e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2009780332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7697ec1423bf4c4dbc54a75a7f77915e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1ef4fc-2d", "ovs_interfaceid": "cc1ef4fc-2d22-419d-979a-a354a349a101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.013507] env[65762]: DEBUG nova.network.neutron [-] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.157758] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.195803] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 681.215438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "073d851e-561b-418a-a3be-d3350198c85b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.215438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "073d851e-561b-418a-a3be-d3350198c85b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.230179] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1595874616',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-284043332',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.230328] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.230801] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.230801] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.230801] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.230969] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.231145] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.231305] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.231466] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.231621] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.233050] env[65762]: DEBUG nova.virt.hardware [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.233050] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce46f2-6065-4563-9b44-e13247fecd8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.243934] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ab101-a3e3-48fc-8e8c-3147780e86c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.322323] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 681.322980] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa8dd8e4-e57e-41f3-b48e-3d3015bb2dfd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.333862] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 681.333862] env[65762]: value = "task-4559828" [ 681.333862] env[65762]: _type = "Task" [ 681.333862] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.345445] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559828, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.373887] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559827, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.472156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.475197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.490s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.477810] env[65762]: INFO nova.compute.claims [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.501391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Releasing lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.501805] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Instance network_info: |[{"id": "cc1ef4fc-2d22-419d-979a-a354a349a101", "address": "fa:16:3e:34:df:3b", "network": {"id": "6e564bca-06dd-48f8-9a50-aa7aa96b726e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2009780332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7697ec1423bf4c4dbc54a75a7f77915e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1ef4fc-2d", "ovs_interfaceid": "cc1ef4fc-2d22-419d-979a-a354a349a101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 681.502294] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:df:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc1ef4fc-2d22-419d-979a-a354a349a101', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.511234] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Creating folder: Project (7697ec1423bf4c4dbc54a75a7f77915e). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.511760] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522c2b6c-5c69-48a8-8032-6c725f6fed1b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.514854] env[65762]: INFO nova.scheduler.client.report [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Deleted allocations for instance fd026dea-8e2b-4caf-91d6-125b41034aae [ 681.516250] env[65762]: INFO nova.compute.manager [-] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Took 1.62 seconds to deallocate network for instance. [ 681.530731] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Created folder: Project (7697ec1423bf4c4dbc54a75a7f77915e) in parent group-v890951. [ 681.530921] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Creating folder: Instances. Parent ref: group-v891022. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.531211] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f71d35f-a401-455e-a397-68153ef05d65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.545972] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Created folder: Instances in parent group-v891022. [ 681.546293] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.547573] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.548278] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d214f75-31dd-43df-8edd-7717cea9d550 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.574120] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.574120] env[65762]: value = "task-4559831" [ 681.574120] env[65762]: _type = "Task" [ 681.574120] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.585378] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559831, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.845402] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559828, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.879039] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522794} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.879260] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 97d6e916-2551-4b80-9b52-1fdab5d3796f/97d6e916-2551-4b80-9b52-1fdab5d3796f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.879809] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.880360] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1078ab29-50e7-4bc2-9187-55ba8156ab61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.892438] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 681.892438] env[65762]: value = "task-4559832" [ 681.892438] env[65762]: _type = "Task" [ 681.892438] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.904368] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.031111] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.031734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e7fadab7-175a-4fa0-908c-73298eeb4d3d tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Lock "fd026dea-8e2b-4caf-91d6-125b41034aae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.319s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.094321] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559831, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.189924] env[65762]: DEBUG nova.network.neutron [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Successfully updated port: 3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.288410] env[65762]: DEBUG nova.compute.manager [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Received event network-vif-deleted-b4778692-445c-4845-b185-059e26e054eb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 682.288410] env[65762]: DEBUG nova.compute.manager [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Received event network-vif-plugged-cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 682.288410] env[65762]: DEBUG oslo_concurrency.lockutils [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] Acquiring lock "d8660e5a-2849-447d-9b10-6a3bd414e68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.289207] env[65762]: DEBUG oslo_concurrency.lockutils [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.289207] env[65762]: DEBUG oslo_concurrency.lockutils [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.289207] env[65762]: DEBUG nova.compute.manager [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] No waiting events found dispatching network-vif-plugged-cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 682.289422] env[65762]: WARNING nova.compute.manager [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Received unexpected event network-vif-plugged-cc1ef4fc-2d22-419d-979a-a354a349a101 for instance with vm_state building and task_state spawning. [ 682.289677] env[65762]: DEBUG nova.compute.manager [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Received event network-changed-cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 682.289939] env[65762]: DEBUG nova.compute.manager [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Refreshing instance network info cache due to event network-changed-cc1ef4fc-2d22-419d-979a-a354a349a101. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 682.290250] env[65762]: DEBUG oslo_concurrency.lockutils [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] Acquiring lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.290474] env[65762]: DEBUG oslo_concurrency.lockutils [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] Acquired lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.290775] env[65762]: DEBUG nova.network.neutron [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Refreshing network info cache for port cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.345884] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559828, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.406302] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075131} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.406740] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.407955] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db21ea9-535e-4c5b-bce3-3c0101ea6fe6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.439826] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 97d6e916-2551-4b80-9b52-1fdab5d3796f/97d6e916-2551-4b80-9b52-1fdab5d3796f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.440500] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518b886d-408f-455b-838d-439fe10804cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.461122] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 682.461122] env[65762]: value = "task-4559833" [ 682.461122] env[65762]: _type = "Task" [ 682.461122] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.470131] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.594950] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559831, 'name': CreateVM_Task, 'duration_secs': 0.753763} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.598051] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.599087] env[65762]: WARNING neutronclient.v2_0.client [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.599491] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.599654] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.599976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.600257] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa507d00-4729-41a2-9b2d-dc0575542247 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.606911] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 682.606911] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52749d1e-911c-1056-01d4-bb02050acfa0" [ 682.606911] env[65762]: _type = "Task" [ 682.606911] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.618239] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52749d1e-911c-1056-01d4-bb02050acfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.693453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.693714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.693889] env[65762]: DEBUG nova.network.neutron [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.738025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-29b4693f-edc6-4990-813a-726f5c802f2b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "bdcad02d-263e-4c2a-be7c-68407f920e00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.738285] env[65762]: DEBUG oslo_concurrency.lockutils [None req-29b4693f-edc6-4990-813a-726f5c802f2b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bdcad02d-263e-4c2a-be7c-68407f920e00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.795109] env[65762]: WARNING neutronclient.v2_0.client [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.810052] env[65762]: DEBUG nova.compute.manager [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Received event network-changed-57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 682.810220] env[65762]: DEBUG nova.compute.manager [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Refreshing instance network info cache due to event network-changed-57d40ada-6e01-493c-8b8c-07e42f958693. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 682.810441] env[65762]: DEBUG oslo_concurrency.lockutils [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] Acquiring lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.810576] env[65762]: DEBUG oslo_concurrency.lockutils [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] Acquired lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.810791] env[65762]: DEBUG nova.network.neutron [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Refreshing network info cache for port 57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.848376] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559828, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.972372] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.117664] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52749d1e-911c-1056-01d4-bb02050acfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.063781} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.120538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.120785] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.121102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.121181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.121341] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.122367] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b25f0caa-bca6-4f5d-b323-4cce188e30af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.134689] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.134689] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.135461] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51182c44-6962-486c-9470-39bb51974d16 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.146292] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 683.146292] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ca64c7-c550-20d5-d8e2-b4fc3dbd725d" [ 683.146292] env[65762]: _type = "Task" [ 683.146292] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.154188] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ca64c7-c550-20d5-d8e2-b4fc3dbd725d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.171914] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666d3e4b-6a10-4b4d-a1ca-cc28d3610040 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.180926] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3218df-a027-45ef-ba2f-551ecbafcace {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.217155] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c6332-cdc6-4e5b-89c5-4276182de172 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.225662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c3361-175b-483b-9e41-b3400d2598b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.242854] env[65762]: DEBUG nova.compute.provider_tree [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.319481] env[65762]: WARNING neutronclient.v2_0.client [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.348276] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559828, 'name': CloneVM_Task, 'duration_secs': 1.692236} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.348751] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Created linked-clone VM from snapshot [ 683.349580] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3dd48e-384b-4e1d-8bc5-c55d9e5dabec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.359055] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Uploading image 69676bf6-114d-460f-9ebd-42d791c024fe {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 683.390128] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 683.390128] env[65762]: value = "vm-891021" [ 683.390128] env[65762]: _type = "VirtualMachine" [ 683.390128] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 683.390461] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-647b5b03-b152-496d-b450-56a903c1c5c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.400309] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lease: (returnval){ [ 683.400309] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c472b8-b22c-8127-d08d-2c7f3e0525a8" [ 683.400309] env[65762]: _type = "HttpNfcLease" [ 683.400309] env[65762]: } obtained for exporting VM: (result){ [ 683.400309] env[65762]: value = "vm-891021" [ 683.400309] env[65762]: _type = "VirtualMachine" [ 683.400309] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 683.400662] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the lease: (returnval){ [ 683.400662] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c472b8-b22c-8127-d08d-2c7f3e0525a8" [ 683.400662] env[65762]: _type = "HttpNfcLease" [ 683.400662] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 683.408824] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.408824] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c472b8-b22c-8127-d08d-2c7f3e0525a8" [ 683.408824] env[65762]: _type = "HttpNfcLease" [ 683.408824] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 683.453614] env[65762]: DEBUG nova.network.neutron [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.478913] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559833, 'name': ReconfigVM_Task, 'duration_secs': 0.615868} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.482150] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 97d6e916-2551-4b80-9b52-1fdab5d3796f/97d6e916-2551-4b80-9b52-1fdab5d3796f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.482150] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4ea5ef1-f4d3-4bd8-99dc-85d13cf11ce8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.492079] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 683.492079] env[65762]: value = "task-4559835" [ 683.492079] env[65762]: _type = "Task" [ 683.492079] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.515982] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559835, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.539896] env[65762]: WARNING neutronclient.v2_0.client [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.661809] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ca64c7-c550-20d5-d8e2-b4fc3dbd725d, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.664396] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7c0798-22a7-4591-9a17-2428a96d3a15 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.670062] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 683.670062] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529e2934-deaf-905c-a959-8d626f53a524" [ 683.670062] env[65762]: _type = "Task" [ 683.670062] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.689657] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529e2934-deaf-905c-a959-8d626f53a524, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.692873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.692873] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] d8660e5a-2849-447d-9b10-6a3bd414e68e/d8660e5a-2849-447d-9b10-6a3bd414e68e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.692873] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bdaaa96-e3ca-47f4-845a-6c7035525325 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.703489] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 683.703489] env[65762]: value = "task-4559836" [ 683.703489] env[65762]: _type = "Task" [ 683.703489] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.710731] env[65762]: WARNING neutronclient.v2_0.client [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.724119] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.751665] env[65762]: DEBUG nova.scheduler.client.report [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.911890] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.911890] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c472b8-b22c-8127-d08d-2c7f3e0525a8" [ 683.911890] env[65762]: _type = "HttpNfcLease" [ 683.911890] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 683.912404] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 683.912404] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c472b8-b22c-8127-d08d-2c7f3e0525a8" [ 683.912404] env[65762]: _type = "HttpNfcLease" [ 683.912404] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 683.912764] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d40ba-61a3-402d-80f7-be3276ad6cc7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.922120] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6a7cf-d744-db35-453e-52412add33ac/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 683.922465] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6a7cf-d744-db35-453e-52412add33ac/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.983635] env[65762]: DEBUG nova.network.neutron [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updated VIF entry in instance network info cache for port cc1ef4fc-2d22-419d-979a-a354a349a101. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.983828] env[65762]: DEBUG nova.network.neutron [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updating instance_info_cache with network_info: [{"id": "cc1ef4fc-2d22-419d-979a-a354a349a101", "address": "fa:16:3e:34:df:3b", "network": {"id": "6e564bca-06dd-48f8-9a50-aa7aa96b726e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2009780332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7697ec1423bf4c4dbc54a75a7f77915e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1ef4fc-2d", "ovs_interfaceid": "cc1ef4fc-2d22-419d-979a-a354a349a101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.003095] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559835, 'name': Rename_Task, 'duration_secs': 0.292737} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.006282] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.006282] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02d7e714-de7e-4b48-a8b0-02a2f9bb63d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.006819] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.017241] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 684.017241] env[65762]: value = "task-4559837" [ 684.017241] env[65762]: _type = "Task" [ 684.017241] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.032017] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.215256] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.244739] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76f1ff92-7063-48fb-b4a6-d6539fd7504f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.260424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.261200] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 684.263806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.070s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.265368] env[65762]: INFO nova.compute.claims [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.440013] env[65762]: WARNING neutronclient.v2_0.client [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.474872] env[65762]: DEBUG nova.network.neutron [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Updating instance_info_cache with network_info: [{"id": "3b80168f-efe7-405a-9339-403766118ca4", "address": "fa:16:3e:9b:37:b9", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80168f-ef", "ovs_interfaceid": "3b80168f-efe7-405a-9339-403766118ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.489803] env[65762]: DEBUG oslo_concurrency.lockutils [req-c9b5a77d-f0e0-484f-8d5e-bc98450786ea req-59bf0a0e-a2b5-44ab-ad7b-56539e8ab682 service nova] Releasing lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.535444] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.659210] env[65762]: DEBUG nova.network.neutron [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Updated VIF entry in instance network info cache for port 57d40ada-6e01-493c-8b8c-07e42f958693. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 684.660609] env[65762]: DEBUG nova.network.neutron [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Updating instance_info_cache with network_info: [{"id": "57d40ada-6e01-493c-8b8c-07e42f958693", "address": "fa:16:3e:fb:07:73", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d40ada-6e", "ovs_interfaceid": "57d40ada-6e01-493c-8b8c-07e42f958693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.723203] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664992} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.723507] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] d8660e5a-2849-447d-9b10-6a3bd414e68e/d8660e5a-2849-447d-9b10-6a3bd414e68e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.723786] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.724192] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f371570d-6850-4f1a-89a3-02086f08b4e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.734184] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 684.734184] env[65762]: value = "task-4559838" [ 684.734184] env[65762]: _type = "Task" [ 684.734184] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.745425] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.774914] env[65762]: DEBUG nova.compute.utils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.779925] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 684.780434] env[65762]: DEBUG nova.network.neutron [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.781120] env[65762]: WARNING neutronclient.v2_0.client [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.781503] env[65762]: WARNING neutronclient.v2_0.client [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.853168] env[65762]: DEBUG nova.policy [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefb888158c4b1da3877bc1d81660ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f97270b354564bfe6ce2938fb13eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.979161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Releasing lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.980168] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Instance network_info: |[{"id": "3b80168f-efe7-405a-9339-403766118ca4", "address": "fa:16:3e:9b:37:b9", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80168f-ef", "ovs_interfaceid": "3b80168f-efe7-405a-9339-403766118ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 684.980476] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:37:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b80168f-efe7-405a-9339-403766118ca4', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.989745] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Creating folder: Project (2b0169d76ed04eebad2a8257f1ea6b8a). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.990135] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4471d29a-9f3e-4577-a015-961553be9d31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.007421] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Created folder: Project (2b0169d76ed04eebad2a8257f1ea6b8a) in parent group-v890951. [ 685.007421] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Creating folder: Instances. Parent ref: group-v891025. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.007421] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d81a285-067f-4dcf-8ee6-bbd748b8026c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.029278] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Created folder: Instances in parent group-v891025. [ 685.029771] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.031054] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.031159] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9760333-604a-4c96-8260-263b8b259297 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.054448] env[65762]: DEBUG oslo_vmware.api [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559837, 'name': PowerOnVM_Task, 'duration_secs': 0.814677} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.058259] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.058259] env[65762]: INFO nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Took 9.33 seconds to spawn the instance on the hypervisor. [ 685.058550] env[65762]: DEBUG nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 685.059995] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2790ee-47ce-4cfa-bb0e-8d1b2e23c9e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.065248] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.065248] env[65762]: value = "task-4559841" [ 685.065248] env[65762]: _type = "Task" [ 685.065248] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.082755] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559841, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.164997] env[65762]: DEBUG oslo_concurrency.lockutils [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] Releasing lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.164997] env[65762]: DEBUG nova.compute.manager [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Received event network-vif-deleted-9d7f1b31-d47a-4776-947b-a1680be0f2a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 685.165277] env[65762]: DEBUG nova.compute.manager [req-35b58fd5-8647-4cb3-8488-2ec9e2afcca1 req-6fbb577c-7f9f-45fc-bd79-67cad882fae0 service nova] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Received event network-vif-deleted-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 685.251500] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085186} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.251829] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.252681] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb36033-b79d-48ea-91b9-556f56789b3d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.285539] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d8660e5a-2849-447d-9b10-6a3bd414e68e/d8660e5a-2849-447d-9b10-6a3bd414e68e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.290752] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 685.294717] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982fa785-3c5a-4a52-8a95-c693ab3f5343 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.323029] env[65762]: DEBUG nova.network.neutron [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Successfully created port: b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.329354] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 685.329354] env[65762]: value = "task-4559842" [ 685.329354] env[65762]: _type = "Task" [ 685.329354] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.342623] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.587303] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559841, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.593183] env[65762]: INFO nova.compute.manager [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Took 40.19 seconds to build instance. [ 685.843758] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.023265] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb3ddf-2690-4c97-8e35-a776d286abe1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.033827] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b418e7-a120-4405-b1c4-812ec013b194 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.076307] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976539a-a57d-475a-91ec-b34f5cde984f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.086881] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559841, 'name': CreateVM_Task, 'duration_secs': 0.723871} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.088673] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.089546] env[65762]: WARNING neutronclient.v2_0.client [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.090308] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.090308] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.091342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.092894] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f5be5-53ca-4d2c-a685-588538ccaaf0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.098678] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0aebfac-f3cf-4ea9-9fbb-0a0a0ea42f27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.100996] env[65762]: DEBUG oslo_concurrency.lockutils [None req-59c70627-e195-49c7-9d34-5a4328d41985 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.140s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.119305] env[65762]: DEBUG nova.compute.provider_tree [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.126917] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 686.126917] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521ce602-c728-a2ad-599c-e8336f6b2df0" [ 686.126917] env[65762]: _type = "Task" [ 686.126917] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.138527] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521ce602-c728-a2ad-599c-e8336f6b2df0, 'name': SearchDatastore_Task, 'duration_secs': 0.015123} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.139042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.139219] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.140144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.140144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.140144] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.140144] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0456661a-d5e4-4b1c-8b56-725e1b907986 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.154379] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.155034] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.155835] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a98143-09e1-401a-976e-453325eb44db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.162958] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 686.162958] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523ca500-bd56-e998-082e-f5e680f16429" [ 686.162958] env[65762]: _type = "Task" [ 686.162958] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.175151] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523ca500-bd56-e998-082e-f5e680f16429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.322798] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 686.341958] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559842, 'name': ReconfigVM_Task, 'duration_secs': 0.693933} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.342477] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d8660e5a-2849-447d-9b10-6a3bd414e68e/d8660e5a-2849-447d-9b10-6a3bd414e68e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.343822] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-214a9521-5bf1-494a-8870-2f095a9e5d04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.354887] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.356714] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.356714] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.356714] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.356714] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.356714] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.357136] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.357136] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.357136] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.357467] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.358500] env[65762]: DEBUG nova.virt.hardware [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.358623] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead545af-ab18-433f-878e-1e5245d40b11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.363907] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 686.363907] env[65762]: value = "task-4559843" [ 686.363907] env[65762]: _type = "Task" [ 686.363907] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.377788] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57791896-b5df-4f32-9470-3966846973c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.383497] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559843, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.604717] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 686.630503] env[65762]: DEBUG nova.scheduler.client.report [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.653174] env[65762]: DEBUG nova.compute.manager [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 686.654266] env[65762]: DEBUG nova.compute.manager [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing instance network info cache due to event network-changed-b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 686.654266] env[65762]: DEBUG oslo_concurrency.lockutils [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] Acquiring lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.654266] env[65762]: DEBUG oslo_concurrency.lockutils [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] Acquired lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.654266] env[65762]: DEBUG nova.network.neutron [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Refreshing network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.679793] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523ca500-bd56-e998-082e-f5e680f16429, 'name': SearchDatastore_Task, 'duration_secs': 0.016843} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.680693] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6491a4-0333-4d51-95a5-ee9e46831c3f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.690260] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 686.690260] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5295f026-b5ca-1a04-c18f-f3fb35075d26" [ 686.690260] env[65762]: _type = "Task" [ 686.690260] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.700066] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5295f026-b5ca-1a04-c18f-f3fb35075d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.876198] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559843, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.122037] env[65762]: DEBUG nova.network.neutron [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Successfully updated port: b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.135886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.137241] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 687.143172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.036s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.143518] env[65762]: DEBUG nova.objects.instance [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.150665] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.159158] env[65762]: WARNING neutronclient.v2_0.client [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.208321] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5295f026-b5ca-1a04-c18f-f3fb35075d26, 'name': SearchDatastore_Task, 'duration_secs': 0.021368} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.209988] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.209988] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] ac669e52-afab-41b7-b45a-5fb7b8e0ab61/ac669e52-afab-41b7-b45a-5fb7b8e0ab61.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.210690] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03031ee6-c942-4e24-87d4-e64637630845 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.221652] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 687.221652] env[65762]: value = "task-4559844" [ 687.221652] env[65762]: _type = "Task" [ 687.221652] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.232577] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.378129] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559843, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.614462] env[65762]: DEBUG nova.compute.manager [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Received event network-vif-deleted-d6e8734c-fdaa-4390-9777-da5cb59a8e17 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 687.614706] env[65762]: DEBUG nova.compute.manager [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Received event network-vif-plugged-3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 687.616068] env[65762]: DEBUG oslo_concurrency.lockutils [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] Acquiring lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.616383] env[65762]: DEBUG oslo_concurrency.lockutils [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.616619] env[65762]: DEBUG oslo_concurrency.lockutils [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.616864] env[65762]: DEBUG nova.compute.manager [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] No waiting events found dispatching network-vif-plugged-3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 687.617119] env[65762]: WARNING nova.compute.manager [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Received unexpected event network-vif-plugged-3b80168f-efe7-405a-9339-403766118ca4 for instance with vm_state building and task_state spawning. [ 687.617453] env[65762]: DEBUG nova.compute.manager [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Received event network-changed-3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 687.617650] env[65762]: DEBUG nova.compute.manager [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Refreshing instance network info cache due to event network-changed-3b80168f-efe7-405a-9339-403766118ca4. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 687.617843] env[65762]: DEBUG oslo_concurrency.lockutils [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] Acquiring lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.617974] env[65762]: DEBUG oslo_concurrency.lockutils [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] Acquired lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.618142] env[65762]: DEBUG nova.network.neutron [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Refreshing network info cache for port 3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.626679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-64ba35ce-5285-4932-8656-7dd4bced4bac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.626679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-64ba35ce-5285-4932-8656-7dd4bced4bac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.626679] env[65762]: DEBUG nova.network.neutron [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.649475] env[65762]: DEBUG nova.compute.utils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.651874] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 687.651874] env[65762]: DEBUG nova.network.neutron [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.652388] env[65762]: WARNING neutronclient.v2_0.client [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.652829] env[65762]: WARNING neutronclient.v2_0.client [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.741948] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.762896] env[65762]: WARNING neutronclient.v2_0.client [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.800384] env[65762]: DEBUG nova.policy [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d84d63563c4523bafb98978d665702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62fdcc570e8f4b5d8bb0f68969e520e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.880687] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559843, 'name': Rename_Task, 'duration_secs': 1.268752} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.880970] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.881318] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e5d5e5-2adf-4b37-b1f1-828598dc646a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.891130] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 687.891130] env[65762]: value = "task-4559845" [ 687.891130] env[65762]: _type = "Task" [ 687.891130] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.902438] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.919632] env[65762]: DEBUG nova.network.neutron [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updated VIF entry in instance network info cache for port b951360e-50aa-4fd5-b641-b3a116f9de80. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.920445] env[65762]: DEBUG nova.network.neutron [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [{"id": "b951360e-50aa-4fd5-b641-b3a116f9de80", "address": "fa:16:3e:2a:d9:cb", "network": {"id": "6165fba2-a2d4-4743-8073-c88d91102fc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-152941017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a62f992b7474c3b94570703f91d528c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb951360e-50", "ovs_interfaceid": "b951360e-50aa-4fd5-b641-b3a116f9de80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.122506] env[65762]: WARNING neutronclient.v2_0.client [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.160185] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 688.171318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9247dd93-f111-46e8-b4cb-0a84979b946a tempest-ServersAdmin275Test-1224840359 tempest-ServersAdmin275Test-1224840359-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.173402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.902s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.173958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.173958] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 688.178561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.011s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.181134] env[65762]: INFO nova.compute.claims [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.187385] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07406821-3c13-4229-a60d-5c7cf0f578f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.202691] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc4a4a-2ad6-487a-b791-164d60cb9c55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.231239] env[65762]: DEBUG nova.network.neutron [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.238937] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a7b7c-c5bb-467f-82a3-baa5cd0c76bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.259040] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857698} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.259223] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] ac669e52-afab-41b7-b45a-5fb7b8e0ab61/ac669e52-afab-41b7-b45a-5fb7b8e0ab61.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.259392] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.263022] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abf2adb-595e-4d76-8488-9071e94a8f2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.263797] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2224a2d-5e09-4701-9240-68a7d86b2c5b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.306214] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178907MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 688.306486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.310290] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 688.310290] env[65762]: value = "task-4559846" [ 688.310290] env[65762]: _type = "Task" [ 688.310290] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.324045] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.325325] env[65762]: DEBUG nova.network.neutron [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Successfully created port: 27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 688.408101] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.425126] env[65762]: DEBUG oslo_concurrency.lockutils [req-e1a3be6a-0ad4-48b1-a778-7de9979dfbe7 req-22d98a01-1e76-4632-b1ca-17ce1cba8f6d service nova] Releasing lock "refresh_cache-4674da73-d497-4c3c-ac1b-2cfd6bbf5168" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.821219] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079057} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.821517] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.822533] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a490793-e92a-4663-8809-274e2871534d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.847273] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ac669e52-afab-41b7-b45a-5fb7b8e0ab61/ac669e52-afab-41b7-b45a-5fb7b8e0ab61.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.847684] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07bc7433-4ac0-44da-b6f6-8252beb096ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.867726] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.867959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.875892] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 688.875892] env[65762]: value = "task-4559847" [ 688.875892] env[65762]: _type = "Task" [ 688.875892] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.887926] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.903433] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.100530] env[65762]: WARNING neutronclient.v2_0.client [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.181396] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 689.215373] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 689.215627] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.215844] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 689.215988] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.216154] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 689.216308] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 689.216568] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.216770] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 689.216985] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 689.217287] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 689.217615] env[65762]: DEBUG nova.virt.hardware [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 689.218784] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dff02e-373c-4c1f-99ea-6e60b1a67c6a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.228864] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb6206-783e-4c13-b7a4-1c948db5970d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.391517] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559847, 'name': ReconfigVM_Task, 'duration_secs': 0.442331} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.391805] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ac669e52-afab-41b7-b45a-5fb7b8e0ab61/ac669e52-afab-41b7-b45a-5fb7b8e0ab61.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.392530] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cfec48-c4b8-436f-9575-26756ddb6768 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.405907] env[65762]: DEBUG oslo_vmware.api [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4559845, 'name': PowerOnVM_Task, 'duration_secs': 1.061864} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.410847] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.412683] env[65762]: INFO nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Took 10.89 seconds to spawn the instance on the hypervisor. [ 689.412683] env[65762]: DEBUG nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 689.412683] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 689.412683] env[65762]: value = "task-4559848" [ 689.412683] env[65762]: _type = "Task" [ 689.412683] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.412989] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82c9a8d-ad30-4092-a787-e3efeda55215 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.427790] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559848, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.770951] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea958b0b-1a24-4a7e-9db9-a40ac70451e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.779578] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ce14c-e8e6-4931-ab90-e33ed62c5bce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.811105] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eeaa9b-73f3-4a29-b96d-69617dade90e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.819541] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58470156-5cec-482a-9abc-2ba37d66e2f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.834135] env[65762]: DEBUG nova.compute.provider_tree [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.872159] env[65762]: WARNING neutronclient.v2_0.client [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.934236] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559848, 'name': Rename_Task, 'duration_secs': 0.173152} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.934546] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.934811] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abbf27b0-88bd-4ccf-a1a2-99294368bc3b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.937414] env[65762]: DEBUG nova.network.neutron [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Successfully updated port: 27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 689.953657] env[65762]: INFO nova.compute.manager [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Took 42.05 seconds to build instance. [ 689.961025] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 689.961025] env[65762]: value = "task-4559849" [ 689.961025] env[65762]: _type = "Task" [ 689.961025] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.973163] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.051218] env[65762]: DEBUG nova.network.neutron [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Updating instance_info_cache with network_info: [{"id": "b8c70ff0-efc2-452b-a20f-73e5d15b1b46", "address": "fa:16:3e:19:25:6f", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c70ff0-ef", "ovs_interfaceid": "b8c70ff0-efc2-452b-a20f-73e5d15b1b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.149666] env[65762]: DEBUG nova.network.neutron [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Updated VIF entry in instance network info cache for port 3b80168f-efe7-405a-9339-403766118ca4. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.150128] env[65762]: DEBUG nova.network.neutron [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Updating instance_info_cache with network_info: [{"id": "3b80168f-efe7-405a-9339-403766118ca4", "address": "fa:16:3e:9b:37:b9", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80168f-ef", "ovs_interfaceid": "3b80168f-efe7-405a-9339-403766118ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.336980] env[65762]: DEBUG nova.scheduler.client.report [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.450130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "refresh_cache-0a8322ad-0143-4cbb-9e07-043cd3ab1899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.450315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired lock "refresh_cache-0a8322ad-0143-4cbb-9e07-043cd3ab1899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.450501] env[65762]: DEBUG nova.network.neutron [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 690.455640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-935eb65e-99ef-4bfb-8891-f9dded9ef33e tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.013s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.480738] env[65762]: DEBUG oslo_vmware.api [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4559849, 'name': PowerOnVM_Task, 'duration_secs': 0.468241} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.481144] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.481438] env[65762]: INFO nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Took 9.29 seconds to spawn the instance on the hypervisor. [ 690.481705] env[65762]: DEBUG nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 690.483300] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677998a-e190-4703-af65-598678d6eb79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.553687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-64ba35ce-5285-4932-8656-7dd4bced4bac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.555562] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Instance network_info: |[{"id": "b8c70ff0-efc2-452b-a20f-73e5d15b1b46", "address": "fa:16:3e:19:25:6f", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c70ff0-ef", "ovs_interfaceid": "b8c70ff0-efc2-452b-a20f-73e5d15b1b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 690.555682] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:25:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8c70ff0-efc2-452b-a20f-73e5d15b1b46', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.564197] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating folder: Project (b10f97270b354564bfe6ce2938fb13eb). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.565144] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cde4b15-b03e-48c2-b0e8-f988c821fd4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.579352] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created folder: Project (b10f97270b354564bfe6ce2938fb13eb) in parent group-v890951. [ 690.579554] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating folder: Instances. Parent ref: group-v891028. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.579815] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92942c4f-0e14-41c8-9080-4e14aede6d6e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.596274] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created folder: Instances in parent group-v891028. [ 690.596557] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 690.596770] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.597014] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d05dd48-0eb6-4d47-8393-1fd6834970d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.625680] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.625680] env[65762]: value = "task-4559852" [ 690.625680] env[65762]: _type = "Task" [ 690.625680] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.639682] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559852, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.653233] env[65762]: DEBUG oslo_concurrency.lockutils [req-7b4e1f71-aa57-4dbf-86ad-0839c5a0174b req-7d7c6158-6924-45aa-9256-bd72ff41b4e3 service nova] Releasing lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.846123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.846123] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 690.848870] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.376s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.850446] env[65762]: INFO nova.compute.claims [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.958760] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 691.010071] env[65762]: INFO nova.compute.manager [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Took 43.10 seconds to build instance. [ 691.105309] env[65762]: DEBUG nova.network.neutron [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 691.137507] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559852, 'name': CreateVM_Task, 'duration_secs': 0.385397} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.137668] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.138219] env[65762]: WARNING neutronclient.v2_0.client [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.139965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.139965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.139965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.139965] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8117e7-e5de-4c38-a8c5-5878ac3538d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.146305] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 691.146305] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52acc48d-00b5-eecd-3fa9-89d7e2fe69d0" [ 691.146305] env[65762]: _type = "Task" [ 691.146305] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.157594] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52acc48d-00b5-eecd-3fa9-89d7e2fe69d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.285553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "62090198-5bba-4601-bc2f-bfcbd6ed5995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.285553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.344119] env[65762]: WARNING neutronclient.v2_0.client [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.357052] env[65762]: DEBUG nova.compute.utils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.366397] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 691.366397] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.366397] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.366397] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.458182] env[65762]: DEBUG nova.network.neutron [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Updating instance_info_cache with network_info: [{"id": "27d35fa5-bc37-471b-b319-8b2b58673ad9", "address": "fa:16:3e:ce:ef:18", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d35fa5-bc", "ovs_interfaceid": "27d35fa5-bc37-471b-b319-8b2b58673ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.462034] env[65762]: DEBUG nova.policy [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388966fa30d24bcfaeeaa596e1a8607d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbbe13ece7d487c9cccbeb781561bca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.498867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.512858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9259d5ee-637c-4721-b36d-566311f0b668 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.274s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.659221] env[65762]: DEBUG nova.compute.manager [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Received event network-vif-plugged-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 691.659348] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] Acquiring lock "64ba35ce-5285-4932-8656-7dd4bced4bac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.659943] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.660205] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.660401] env[65762]: DEBUG nova.compute.manager [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] No waiting events found dispatching network-vif-plugged-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 691.660616] env[65762]: WARNING nova.compute.manager [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Received unexpected event network-vif-plugged-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 for instance with vm_state building and task_state spawning. [ 691.660804] env[65762]: DEBUG nova.compute.manager [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Received event network-changed-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 691.660984] env[65762]: DEBUG nova.compute.manager [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Refreshing instance network info cache due to event network-changed-b8c70ff0-efc2-452b-a20f-73e5d15b1b46. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 691.661196] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] Acquiring lock "refresh_cache-64ba35ce-5285-4932-8656-7dd4bced4bac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.661927] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] Acquired lock "refresh_cache-64ba35ce-5285-4932-8656-7dd4bced4bac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.661927] env[65762]: DEBUG nova.network.neutron [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Refreshing network info cache for port b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.668974] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52acc48d-00b5-eecd-3fa9-89d7e2fe69d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016331} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.669489] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.670094] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.670404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.670545] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.670741] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.671316] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbc9ab6f-f7f6-49f5-bdd3-3fe9bd1674ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.685927] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.686205] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.686973] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939b407b-19d0-428c-a92d-db403073e8e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.694737] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 691.694737] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a13ae9-53d2-dde2-3aec-718fc9e6d22b" [ 691.694737] env[65762]: _type = "Task" [ 691.694737] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.705396] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a13ae9-53d2-dde2-3aec-718fc9e6d22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.773283] env[65762]: DEBUG nova.compute.manager [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Received event network-changed {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 691.773539] env[65762]: DEBUG nova.compute.manager [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Refreshing instance network info cache due to event network-changed. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 691.773783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] Acquiring lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.774084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] Acquired lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.774168] env[65762]: DEBUG nova.network.neutron [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.864749] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 691.973035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Releasing lock "refresh_cache-0a8322ad-0143-4cbb-9e07-043cd3ab1899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.973035] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Instance network_info: |[{"id": "27d35fa5-bc37-471b-b319-8b2b58673ad9", "address": "fa:16:3e:ce:ef:18", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d35fa5-bc", "ovs_interfaceid": "27d35fa5-bc37-471b-b319-8b2b58673ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 691.973668] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ef:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27d35fa5-bc37-471b-b319-8b2b58673ad9', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.981206] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.984800] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.985392] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c698d98d-8182-4856-b096-aeb0499c2bb7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.014101] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.014101] env[65762]: value = "task-4559853" [ 692.014101] env[65762]: _type = "Task" [ 692.014101] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.019460] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 692.035187] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559853, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.171224] env[65762]: WARNING neutronclient.v2_0.client [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.180911] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "a93325c6-8901-488c-a626-bf1aa9f4f3af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.181384] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.211971] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a13ae9-53d2-dde2-3aec-718fc9e6d22b, 'name': SearchDatastore_Task, 'duration_secs': 0.01717} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.216552] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c07e284-05bb-49a3-b2c9-5c41269bd5e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.225966] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 692.225966] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523c697a-7669-dad8-0287-28267cf9a065" [ 692.225966] env[65762]: _type = "Task" [ 692.225966] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.235304] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523c697a-7669-dad8-0287-28267cf9a065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.280021] env[65762]: WARNING neutronclient.v2_0.client [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.306776] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Successfully created port: b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.534024] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559853, 'name': CreateVM_Task, 'duration_secs': 0.409354} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.535712] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.538435] env[65762]: WARNING neutronclient.v2_0.client [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.538805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.538951] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.539278] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.540036] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05dd989-175a-4ff9-a166-5fc016ae0dfe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.546248] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 692.546248] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52881563-53ba-4cd9-cb00-79d1f32edc62" [ 692.546248] env[65762]: _type = "Task" [ 692.546248] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.555937] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52881563-53ba-4cd9-cb00-79d1f32edc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.559634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.650686] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d54b5-b2a0-4e6c-8ee2-072147f965c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.659050] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ab79be-beed-4a6a-b051-2b0d251f4180 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.692202] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd158b-b11f-4f4d-b75e-8939aa1f4632 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.700829] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72474a3a-1e51-416a-b181-3cef9dd85132 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.719032] env[65762]: DEBUG nova.compute.provider_tree [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.736047] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523c697a-7669-dad8-0287-28267cf9a065, 'name': SearchDatastore_Task, 'duration_secs': 0.020292} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.736978] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.737253] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 64ba35ce-5285-4932-8656-7dd4bced4bac/64ba35ce-5285-4932-8656-7dd4bced4bac.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.737554] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dee8812-311a-460b-bafd-663a1f093951 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.746018] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 692.746018] env[65762]: value = "task-4559854" [ 692.746018] env[65762]: _type = "Task" [ 692.746018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.755064] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.778876] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Successfully created port: 49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.880253] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 692.916709] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.916975] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.917140] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.917315] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.917531] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.917836] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.918034] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.918262] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.918604] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.918829] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.919061] env[65762]: DEBUG nova.virt.hardware [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.919975] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666979ed-b755-4d7a-8fb8-6630934233cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.929622] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf079d-be9a-4fd6-ae8c-3202a25b766e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.058656] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52881563-53ba-4cd9-cb00-79d1f32edc62, 'name': SearchDatastore_Task, 'duration_secs': 0.027642} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.059180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.059320] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.059591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.059675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.059870] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.060179] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-005fb9c4-56f9-4f0f-8292-a65fce3f6c3c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.077890] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.078146] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.079414] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce10fa64-f75b-4533-9745-51c5d9fff646 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.087827] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 693.087827] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52024495-72cb-f01e-8cdd-d4934e1935b8" [ 693.087827] env[65762]: _type = "Task" [ 693.087827] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.098765] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52024495-72cb-f01e-8cdd-d4934e1935b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.172941] env[65762]: WARNING neutronclient.v2_0.client [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.221421] env[65762]: DEBUG nova.scheduler.client.report [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.257428] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.285099] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Successfully created port: 26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 693.317512] env[65762]: WARNING neutronclient.v2_0.client [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.355737] env[65762]: DEBUG nova.network.neutron [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Updated VIF entry in instance network info cache for port b8c70ff0-efc2-452b-a20f-73e5d15b1b46. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 693.355737] env[65762]: DEBUG nova.network.neutron [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Updating instance_info_cache with network_info: [{"id": "b8c70ff0-efc2-452b-a20f-73e5d15b1b46", "address": "fa:16:3e:19:25:6f", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c70ff0-ef", "ovs_interfaceid": "b8c70ff0-efc2-452b-a20f-73e5d15b1b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.486853] env[65762]: DEBUG nova.network.neutron [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Updating instance_info_cache with network_info: [{"id": "57d40ada-6e01-493c-8b8c-07e42f958693", "address": "fa:16:3e:fb:07:73", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d40ada-6e", "ovs_interfaceid": "57d40ada-6e01-493c-8b8c-07e42f958693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.599638] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52024495-72cb-f01e-8cdd-d4934e1935b8, 'name': SearchDatastore_Task, 'duration_secs': 0.103167} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.600489] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c98d918-7209-4519-bc0a-9d028103ad46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.607617] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 693.607617] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5234f72d-307c-9439-b2ab-f9faf14f5542" [ 693.607617] env[65762]: _type = "Task" [ 693.607617] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.621125] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5234f72d-307c-9439-b2ab-f9faf14f5542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.729172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.729912] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 693.738014] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.887s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.738576] env[65762]: DEBUG nova.objects.instance [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lazy-loading 'resources' on Instance uuid 2ae45b82-9506-4806-81ad-36ce7ea604bc {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.765442] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729171} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.765777] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 64ba35ce-5285-4932-8656-7dd4bced4bac/64ba35ce-5285-4932-8656-7dd4bced4bac.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.766025] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.766295] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba0b5d8f-15da-4a2b-9a32-1d7f3660b318 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.775817] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 693.775817] env[65762]: value = "task-4559855" [ 693.775817] env[65762]: _type = "Task" [ 693.775817] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.791382] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.857538] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8b43ab8-c790-4f07-9622-87ed0834130b req-1b4796a0-3b23-4933-a8a4-b1b1f4adc126 service nova] Releasing lock "refresh_cache-64ba35ce-5285-4932-8656-7dd4bced4bac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.989869] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975d947a-3cee-43e5-9b7a-fb0114081d2d tempest-ServerExternalEventsTest-597248993 tempest-ServerExternalEventsTest-597248993-project] Releasing lock "refresh_cache-97d6e916-2551-4b80-9b52-1fdab5d3796f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.118743] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5234f72d-307c-9439-b2ab-f9faf14f5542, 'name': SearchDatastore_Task, 'duration_secs': 0.02483} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.118845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.119341] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 0a8322ad-0143-4cbb-9e07-043cd3ab1899/0a8322ad-0143-4cbb-9e07-043cd3ab1899.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.119619] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c556288-0d75-4873-bee4-5399541f7ada {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.127796] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 694.127796] env[65762]: value = "task-4559856" [ 694.127796] env[65762]: _type = "Task" [ 694.127796] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.137698] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.239715] env[65762]: DEBUG nova.compute.utils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.241469] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 694.241665] env[65762]: DEBUG nova.network.neutron [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 694.242074] env[65762]: WARNING neutronclient.v2_0.client [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.242413] env[65762]: WARNING neutronclient.v2_0.client [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.285202] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "97d6e916-2551-4b80-9b52-1fdab5d3796f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.285388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.285647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "97d6e916-2551-4b80-9b52-1fdab5d3796f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.285935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.286078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.292582] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156027} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.293372] env[65762]: INFO nova.compute.manager [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Terminating instance [ 694.294904] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.295862] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01decb8-19e8-4e31-8410-c64d4dd51bbb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.309859] env[65762]: DEBUG nova.policy [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd2555f3cac04570b04044f615a7fdee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d4fb28ea5d40e1a0e41aa8df990cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.342024] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 64ba35ce-5285-4932-8656-7dd4bced4bac/64ba35ce-5285-4932-8656-7dd4bced4bac.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.345193] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b175eae6-75e0-458b-9336-72906df77416 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.372496] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 694.372496] env[65762]: value = "task-4559857" [ 694.372496] env[65762]: _type = "Task" [ 694.372496] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.387341] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.640443] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559856, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.690123] env[65762]: DEBUG nova.network.neutron [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Successfully created port: 8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 694.746159] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 694.807242] env[65762]: DEBUG nova.compute.manager [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 694.807517] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.808512] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b5dd0-84dd-4367-96d7-d585ed64c69e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.823663] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.824037] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cb9150f-7847-49f9-8013-64781e82229a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836210] env[65762]: DEBUG oslo_vmware.api [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 694.836210] env[65762]: value = "task-4559858" [ 694.836210] env[65762]: _type = "Task" [ 694.836210] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.849590] env[65762]: DEBUG oslo_vmware.api [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.885564] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559857, 'name': ReconfigVM_Task, 'duration_secs': 0.341106} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.890191] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 64ba35ce-5285-4932-8656-7dd4bced4bac/64ba35ce-5285-4932-8656-7dd4bced4bac.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.890751] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9cc3e0-0576-41e9-bc2c-385b7ec5b11d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.900276] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 694.900276] env[65762]: value = "task-4559859" [ 694.900276] env[65762]: _type = "Task" [ 694.900276] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.912415] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559859, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.923078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "d475e8b7-a071-4429-a1ea-92069474ec38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.923411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.923599] env[65762]: DEBUG nova.compute.manager [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 694.924713] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f8313-1087-4772-a863-2b7349b0a37a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.936037] env[65762]: DEBUG nova.compute.manager [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 694.937166] env[65762]: DEBUG nova.objects.instance [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lazy-loading 'flavor' on Instance uuid d475e8b7-a071-4429-a1ea-92069474ec38 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.998331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "e79742af-9767-4151-9a76-242d7994db55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.998331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "e79742af-9767-4151-9a76-242d7994db55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.004027] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d885c1-d618-4737-ae5c-6b9088e97709 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.016697] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4cbe38-b43b-421a-b195-6b977772ab47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.023770] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Successfully updated port: b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 695.064608] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce81198b-881a-404b-98d2-53468db239f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.074746] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e44a9c9-2edb-49e0-84ad-a28f659d6fe5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.091831] env[65762]: DEBUG nova.compute.provider_tree [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.142182] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766519} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.142627] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 0a8322ad-0143-4cbb-9e07-043cd3ab1899/0a8322ad-0143-4cbb-9e07-043cd3ab1899.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.142923] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.143264] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be54ce61-78e6-483d-9efa-1590b5b3e0ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.152714] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 695.152714] env[65762]: value = "task-4559860" [ 695.152714] env[65762]: _type = "Task" [ 695.152714] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.166362] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.346329] env[65762]: DEBUG oslo_vmware.api [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559858, 'name': PowerOffVM_Task, 'duration_secs': 0.405738} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.347040] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.347040] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.347161] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ce2bdc-bae6-4ec8-bb13-477019e0ffe9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.416599] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559859, 'name': Rename_Task, 'duration_secs': 0.179454} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.416904] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.417197] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f4d1c7d-9e9b-4288-8e9a-3b4389d2ab1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.426716] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 695.426716] env[65762]: value = "task-4559862" [ 695.426716] env[65762]: _type = "Task" [ 695.426716] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.437362] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.438474] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.441101] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.441101] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Deleting the datastore file [datastore2] 97d6e916-2551-4b80-9b52-1fdab5d3796f {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.441101] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0e2e0ef-9257-40cf-bd7f-75a5a9f0c9f9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.449538] env[65762]: DEBUG oslo_vmware.api [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for the task: (returnval){ [ 695.449538] env[65762]: value = "task-4559863" [ 695.449538] env[65762]: _type = "Task" [ 695.449538] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.462820] env[65762]: DEBUG oslo_vmware.api [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.598597] env[65762]: DEBUG nova.scheduler.client.report [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.665696] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172488} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.666162] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.666790] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e0794-ed73-4ccb-a101-187e251749be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.690679] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 0a8322ad-0143-4cbb-9e07-043cd3ab1899/0a8322ad-0143-4cbb-9e07-043cd3ab1899.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.691101] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e26a7746-37a4-48c9-b673-0d444509a72c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.716741] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 695.716741] env[65762]: value = "task-4559864" [ 695.716741] env[65762]: _type = "Task" [ 695.716741] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.726438] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.738304] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6a7cf-d744-db35-453e-52412add33ac/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.741448] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbedd9e7-d4bf-4b85-a3ba-522578f30a70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.747817] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6a7cf-d744-db35-453e-52412add33ac/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.748123] env[65762]: ERROR oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6a7cf-d744-db35-453e-52412add33ac/disk-0.vmdk due to incomplete transfer. [ 695.748346] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f41df63a-7dbd-40c6-be04-2f1a3e78d034 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.757107] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6a7cf-d744-db35-453e-52412add33ac/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.757307] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Uploaded image 69676bf6-114d-460f-9ebd-42d791c024fe to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.759633] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.759913] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d64d8a22-3552-4a5e-8a62-412071cefd67 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.762507] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 695.771650] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 695.771650] env[65762]: value = "task-4559865" [ 695.771650] env[65762]: _type = "Task" [ 695.771650] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.787635] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559865, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.791985] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.791985] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.792195] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.792227] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.792365] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.792514] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.792727] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.792883] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.793139] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.793246] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.793424] env[65762]: DEBUG nova.virt.hardware [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.794392] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766923d5-39c3-4ec0-8cec-af34f5399c63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.803604] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40666d2-6ec8-4e6e-97da-9514cea22f93 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.939963] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559862, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.945887] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.946234] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bca7a5f-ac75-4178-9514-2f39769459b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.955011] env[65762]: DEBUG oslo_vmware.api [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 695.955011] env[65762]: value = "task-4559866" [ 695.955011] env[65762]: _type = "Task" [ 695.955011] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.963102] env[65762]: DEBUG oslo_vmware.api [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Task: {'id': task-4559863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473053} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.964059] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.964059] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.964223] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.964264] env[65762]: INFO nova.compute.manager [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 695.964499] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.964700] env[65762]: DEBUG nova.compute.manager [-] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 695.964795] env[65762]: DEBUG nova.network.neutron [-] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.965062] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.970274] env[65762]: DEBUG oslo_vmware.api [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.104736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.107696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.949s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.107948] env[65762]: DEBUG nova.objects.instance [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 696.130350] env[65762]: INFO nova.scheduler.client.report [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Deleted allocations for instance 2ae45b82-9506-4806-81ad-36ce7ea604bc [ 696.228199] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.283089] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559865, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.437578] env[65762]: DEBUG oslo_vmware.api [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559862, 'name': PowerOnVM_Task, 'duration_secs': 0.530744} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.437578] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.437926] env[65762]: INFO nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Took 10.11 seconds to spawn the instance on the hypervisor. [ 696.438126] env[65762]: DEBUG nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 696.438908] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfdb032-89d4-47aa-a059-62b43eb4e658 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444524] env[65762]: DEBUG nova.network.neutron [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Successfully updated port: 8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 696.471027] env[65762]: DEBUG oslo_vmware.api [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559866, 'name': PowerOffVM_Task, 'duration_secs': 0.321859} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.471885] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.472186] env[65762]: DEBUG nova.compute.manager [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 696.473652] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a606f5cd-5ad7-4f11-be85-7617a86e2260 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.587579] env[65762]: DEBUG nova.compute.manager [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Received event network-changed-3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 696.587793] env[65762]: DEBUG nova.compute.manager [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Refreshing instance network info cache due to event network-changed-3b80168f-efe7-405a-9339-403766118ca4. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 696.588656] env[65762]: DEBUG oslo_concurrency.lockutils [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] Acquiring lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.588656] env[65762]: DEBUG oslo_concurrency.lockutils [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] Acquired lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.588656] env[65762]: DEBUG nova.network.neutron [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Refreshing network info cache for port 3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.639125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60d858c6-c056-4230-b665-c10db64d8507 tempest-ServersAdmin275Test-1365699128 tempest-ServersAdmin275Test-1365699128-project-member] Lock "2ae45b82-9506-4806-81ad-36ce7ea604bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.195s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.657259] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.726559] env[65762]: DEBUG nova.compute.manager [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Received event network-vif-plugged-27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 696.726814] env[65762]: DEBUG oslo_concurrency.lockutils [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] Acquiring lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.727037] env[65762]: DEBUG oslo_concurrency.lockutils [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.727387] env[65762]: DEBUG oslo_concurrency.lockutils [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.727611] env[65762]: DEBUG nova.compute.manager [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] No waiting events found dispatching network-vif-plugged-27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 696.727742] env[65762]: WARNING nova.compute.manager [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Received unexpected event network-vif-plugged-27d35fa5-bc37-471b-b319-8b2b58673ad9 for instance with vm_state building and task_state spawning. [ 696.727893] env[65762]: DEBUG nova.compute.manager [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Received event network-changed-27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 696.728047] env[65762]: DEBUG nova.compute.manager [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Refreshing instance network info cache due to event network-changed-27d35fa5-bc37-471b-b319-8b2b58673ad9. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 696.728221] env[65762]: DEBUG oslo_concurrency.lockutils [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] Acquiring lock "refresh_cache-0a8322ad-0143-4cbb-9e07-043cd3ab1899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.728344] env[65762]: DEBUG oslo_concurrency.lockutils [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] Acquired lock "refresh_cache-0a8322ad-0143-4cbb-9e07-043cd3ab1899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.728486] env[65762]: DEBUG nova.network.neutron [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Refreshing network info cache for port 27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.733797] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559864, 'name': ReconfigVM_Task, 'duration_secs': 0.564593} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.734103] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 0a8322ad-0143-4cbb-9e07-043cd3ab1899/0a8322ad-0143-4cbb-9e07-043cd3ab1899.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.735015] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bd0e35b-5570-4d72-9a97-5ec8e76d4b5e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.743708] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 696.743708] env[65762]: value = "task-4559867" [ 696.743708] env[65762]: _type = "Task" [ 696.743708] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.753651] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559867, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.783194] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559865, 'name': Destroy_Task, 'duration_secs': 0.866042} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.783498] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Destroyed the VM [ 696.783771] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.784058] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80199b04-8363-4b99-8bcf-0a321544dfdc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.791243] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 696.791243] env[65762]: value = "task-4559868" [ 696.791243] env[65762]: _type = "Task" [ 696.791243] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.801224] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.951238] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "refresh_cache-f23e6161-018d-4ee7-ac1f-ea941e7dd385" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.951453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "refresh_cache-f23e6161-018d-4ee7-ac1f-ea941e7dd385" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.951636] env[65762]: DEBUG nova.network.neutron [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.963130] env[65762]: INFO nova.compute.manager [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Took 42.00 seconds to build instance. [ 696.988119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-423aa6f4-8078-44b9-9c71-cffbab7102b6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.093901] env[65762]: WARNING neutronclient.v2_0.client [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.117784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7fb59835-2100-44f0-a01b-7e8f5623f43c tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.119095] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.925s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.121841] env[65762]: INFO nova.compute.claims [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.218430] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Successfully updated port: 49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.234638] env[65762]: WARNING neutronclient.v2_0.client [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.261322] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559867, 'name': Rename_Task, 'duration_secs': 0.252385} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.261726] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.262508] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd58b0c4-a5df-42b2-87ef-1323bf9578ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.271510] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 697.271510] env[65762]: value = "task-4559869" [ 697.271510] env[65762]: _type = "Task" [ 697.271510] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.286560] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.314426] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559868, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.466577] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.734s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.486021] env[65762]: WARNING neutronclient.v2_0.client [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.487984] env[65762]: DEBUG nova.network.neutron [-] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.531270] env[65762]: WARNING neutronclient.v2_0.client [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.534338] env[65762]: DEBUG nova.network.neutron [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 697.614635] env[65762]: DEBUG nova.network.neutron [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Updated VIF entry in instance network info cache for port 3b80168f-efe7-405a-9339-403766118ca4. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.615030] env[65762]: DEBUG nova.network.neutron [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Updating instance_info_cache with network_info: [{"id": "3b80168f-efe7-405a-9339-403766118ca4", "address": "fa:16:3e:9b:37:b9", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80168f-ef", "ovs_interfaceid": "3b80168f-efe7-405a-9339-403766118ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.653090] env[65762]: DEBUG nova.network.neutron [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Updated VIF entry in instance network info cache for port 27d35fa5-bc37-471b-b319-8b2b58673ad9. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.653498] env[65762]: DEBUG nova.network.neutron [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Updating instance_info_cache with network_info: [{"id": "27d35fa5-bc37-471b-b319-8b2b58673ad9", "address": "fa:16:3e:ce:ef:18", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d35fa5-bc", "ovs_interfaceid": "27d35fa5-bc37-471b-b319-8b2b58673ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.705539] env[65762]: WARNING neutronclient.v2_0.client [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.782018] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.786432] env[65762]: DEBUG nova.network.neutron [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Updating instance_info_cache with network_info: [{"id": "8d8325fc-ab2b-48f6-903b-da702410f50a", "address": "fa:16:3e:22:81:37", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8325fc-ab", "ovs_interfaceid": "8d8325fc-ab2b-48f6-903b-da702410f50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.806509] env[65762]: DEBUG oslo_vmware.api [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559868, 'name': RemoveSnapshot_Task, 'duration_secs': 0.760416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.807384] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.807709] env[65762]: INFO nova.compute.manager [None req-4086ce40-f502-4810-a53f-f68e75fe5ab8 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Took 18.61 seconds to snapshot the instance on the hypervisor. [ 697.970782] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 697.991125] env[65762]: INFO nova.compute.manager [-] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Took 2.03 seconds to deallocate network for instance. [ 698.117880] env[65762]: DEBUG oslo_concurrency.lockutils [req-928c8c8b-9596-4177-a7d0-078ac58841b4 req-95a50469-07b4-459b-892b-255f2de8c619 service nova] Releasing lock "refresh_cache-ac669e52-afab-41b7-b45a-5fb7b8e0ab61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.156726] env[65762]: DEBUG oslo_concurrency.lockutils [req-ccfa23ad-a429-43ac-8598-e4a8d57979ba req-e2b6d8a8-e5c7-483f-b6df-1e18970bbb94 service nova] Releasing lock "refresh_cache-0a8322ad-0143-4cbb-9e07-043cd3ab1899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.246705] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.246953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.247168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.247346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.247542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.251558] env[65762]: INFO nova.compute.manager [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Terminating instance [ 698.284711] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559869, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.289413] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "refresh_cache-f23e6161-018d-4ee7-ac1f-ea941e7dd385" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.289773] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance network_info: |[{"id": "8d8325fc-ab2b-48f6-903b-da702410f50a", "address": "fa:16:3e:22:81:37", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8325fc-ab", "ovs_interfaceid": "8d8325fc-ab2b-48f6-903b-da702410f50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 698.290527] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:81:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8325fc-ab2b-48f6-903b-da702410f50a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.299206] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating folder: Project (06d4fb28ea5d40e1a0e41aa8df990cfa). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.300232] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-484a6fb7-2347-46d4-8295-51b065a32242 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.317163] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created folder: Project (06d4fb28ea5d40e1a0e41aa8df990cfa) in parent group-v890951. [ 698.317368] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating folder: Instances. Parent ref: group-v891032. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.317724] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344dfb5b-a011-4c93-b37a-ba83f0b9cbdd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.337069] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created folder: Instances in parent group-v891032. [ 698.337452] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.340952] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.342028] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb9ff33-a5e5-48b5-afa9-59c33f79c131 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.368965] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.368965] env[65762]: value = "task-4559872" [ 698.368965] env[65762]: _type = "Task" [ 698.368965] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.383539] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559872, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.501652] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.502721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.664479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "64ba35ce-5285-4932-8656-7dd4bced4bac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.664479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.664599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "64ba35ce-5285-4932-8656-7dd4bced4bac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.664806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.665077] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.671555] env[65762]: INFO nova.compute.manager [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Terminating instance [ 698.756431] env[65762]: DEBUG nova.compute.manager [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 698.756593] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.757908] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc74119d-0513-4b8d-8929-5bdb58965e1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.775178] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.779491] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1ce9459-0894-452b-9be1-c0a62d671cc0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.782765] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b0a21-c8f4-451b-a137-3d99d39a3fc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.792633] env[65762]: DEBUG oslo_vmware.api [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559869, 'name': PowerOnVM_Task, 'duration_secs': 1.382618} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.796461] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.796766] env[65762]: INFO nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Took 9.62 seconds to spawn the instance on the hypervisor. [ 698.796991] env[65762]: DEBUG nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 698.797410] env[65762]: DEBUG oslo_vmware.api [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 698.797410] env[65762]: value = "task-4559873" [ 698.797410] env[65762]: _type = "Task" [ 698.797410] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.798178] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff6c0c-3be3-4ef2-8493-cb4577bf31a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.802503] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272b81f-d4e3-49e2-8b76-d33f1746b733 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.849014] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c0521e-b3e0-4fcb-8fae-666f5c5dfd03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.851897] env[65762]: DEBUG oslo_vmware.api [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.859046] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81effa4-1533-45e3-a2cd-4c69c8d5713e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.878584] env[65762]: DEBUG nova.compute.provider_tree [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.890947] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559872, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.182402] env[65762]: DEBUG nova.compute.manager [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 699.182637] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.183567] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ebfb5b-7c3c-46e9-a0f5-53635aef5594 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.193117] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.193394] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69a5250-2fa2-4546-b4f1-b5e8502ca544 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.200852] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 699.200852] env[65762]: value = "task-4559874" [ 699.200852] env[65762]: _type = "Task" [ 699.200852] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.210029] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.305363] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Successfully updated port: 26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.316821] env[65762]: DEBUG oslo_vmware.api [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559873, 'name': PowerOffVM_Task, 'duration_secs': 0.308499} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.317764] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.317938] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.318741] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc2ac16-46fe-4b46-b567-a0b7398e3bd0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.355480] env[65762]: INFO nova.compute.manager [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Took 43.21 seconds to build instance. [ 699.385295] env[65762]: DEBUG nova.scheduler.client.report [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.394374] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559872, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.396164] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.396363] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.396532] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Deleting the datastore file [datastore1] f2cbc9f3-12f8-4737-a8ca-013c6caea3e9 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.396784] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57af6a46-3b03-4de3-8c91-8a34adacc327 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.408417] env[65762]: DEBUG oslo_vmware.api [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for the task: (returnval){ [ 699.408417] env[65762]: value = "task-4559876" [ 699.408417] env[65762]: _type = "Task" [ 699.408417] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.417972] env[65762]: DEBUG oslo_vmware.api [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.529052] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Received event network-changed-cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 699.529413] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Refreshing instance network info cache due to event network-changed-cc1ef4fc-2d22-419d-979a-a354a349a101. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 699.529700] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Acquiring lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.529780] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Acquired lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.529974] env[65762]: DEBUG nova.network.neutron [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Refreshing network info cache for port cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.612764] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-vif-plugged-b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 699.612980] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Acquiring lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.613204] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.613368] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.613532] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] No waiting events found dispatching network-vif-plugged-b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 699.613691] env[65762]: WARNING nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received unexpected event network-vif-plugged-b63fa757-396b-4a00-bb16-9016981a4aaa for instance with vm_state building and task_state spawning. [ 699.613890] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-changed-b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 699.614075] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Refreshing instance network info cache due to event network-changed-b63fa757-396b-4a00-bb16-9016981a4aaa. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 699.614229] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Acquiring lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.614583] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Acquired lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.614583] env[65762]: DEBUG nova.network.neutron [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Refreshing network info cache for port b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.714678] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.809466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.831260] env[65762]: DEBUG nova.objects.instance [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lazy-loading 'flavor' on Instance uuid d475e8b7-a071-4429-a1ea-92069474ec38 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.857627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9346b7dd-30ed-4988-bca8-6ab525782ef0 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.125s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.891793] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559872, 'name': CreateVM_Task, 'duration_secs': 1.520079} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.891994] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.892553] env[65762]: WARNING neutronclient.v2_0.client [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.893051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.893196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.893553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.894953] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 699.898108] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341673dd-76d1-4e5c-9912-ade8afd89d2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.901636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.601s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.917489] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 699.917489] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52002591-8ebd-4615-cc30-dd3cf62bb53b" [ 699.917489] env[65762]: _type = "Task" [ 699.917489] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.927213] env[65762]: DEBUG oslo_vmware.api [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Task: {'id': task-4559876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149526} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.928117] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.928452] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.928743] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.928950] env[65762]: INFO nova.compute.manager [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 699.929146] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 699.929586] env[65762]: DEBUG nova.compute.manager [-] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 699.929706] env[65762]: DEBUG nova.network.neutron [-] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.930048] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.936157] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52002591-8ebd-4615-cc30-dd3cf62bb53b, 'name': SearchDatastore_Task, 'duration_secs': 0.014015} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.937023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.937023] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.937124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.937215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.937375] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.937694] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3bdfd2-ea0a-4e0d-a858-c366d9e35309 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.951052] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.951286] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.952175] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c72afd-1c01-4760-8050-ed61480cab85 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.961884] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 699.961884] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5268b4c1-1834-267d-8300-67eda7cf8d52" [ 699.961884] env[65762]: _type = "Task" [ 699.961884] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.972506] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5268b4c1-1834-267d-8300-67eda7cf8d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.030370] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.034865] env[65762]: WARNING neutronclient.v2_0.client [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.118220] env[65762]: WARNING neutronclient.v2_0.client [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.215020] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559874, 'name': PowerOffVM_Task, 'duration_secs': 0.941732} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.215256] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.215425] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.215742] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51c20d9c-90dd-475a-ae8d-4d257d9f5022 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.307168] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.307350] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.307635] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleting the datastore file [datastore1] 64ba35ce-5285-4932-8656-7dd4bced4bac {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.308230] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7baa6038-ed46-46c0-87fe-c9f2194d6bf2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.319250] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 700.319250] env[65762]: value = "task-4559878" [ 700.319250] env[65762]: _type = "Task" [ 700.319250] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.324142] env[65762]: DEBUG nova.network.neutron [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 700.336878] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.337950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.338153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquired lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.338471] env[65762]: DEBUG nova.network.neutron [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.338719] env[65762]: DEBUG nova.objects.instance [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lazy-loading 'info_cache' on Instance uuid d475e8b7-a071-4429-a1ea-92069474ec38 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.360552] env[65762]: DEBUG nova.compute.manager [None req-29b4693f-edc6-4990-813a-726f5c802f2b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bdcad02d-263e-4c2a-be7c-68407f920e00] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 700.404463] env[65762]: DEBUG nova.compute.utils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.405949] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 700.406180] env[65762]: DEBUG nova.network.neutron [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.406506] env[65762]: WARNING neutronclient.v2_0.client [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.406805] env[65762]: WARNING neutronclient.v2_0.client [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.483611] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5268b4c1-1834-267d-8300-67eda7cf8d52, 'name': SearchDatastore_Task, 'duration_secs': 0.022672} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.485121] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc64c124-42aa-4030-88cc-c7245598d54a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.494351] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 700.494351] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fec68e-bfd9-0b57-9935-046a63cabc0c" [ 700.494351] env[65762]: _type = "Task" [ 700.494351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.503915] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fec68e-bfd9-0b57-9935-046a63cabc0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.831207] env[65762]: DEBUG oslo_vmware.api [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4559878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321245} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.833856] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.834066] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.834232] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.834396] env[65762]: INFO nova.compute.manager [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Took 1.65 seconds to destroy the instance on the hypervisor. [ 700.834635] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.835026] env[65762]: DEBUG nova.compute.manager [-] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 700.835127] env[65762]: DEBUG nova.network.neutron [-] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.835405] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.841670] env[65762]: DEBUG nova.objects.base [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 700.864425] env[65762]: DEBUG nova.compute.manager [None req-29b4693f-edc6-4990-813a-726f5c802f2b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bdcad02d-263e-4c2a-be7c-68407f920e00] Instance disappeared before build. {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2491}} [ 700.914682] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 701.007036] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fec68e-bfd9-0b57-9935-046a63cabc0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015991} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.010380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010920] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.012324] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-438088ec-38ab-4e56-b564-3306df245793 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.024506] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 701.024506] env[65762]: value = "task-4559879" [ 701.024506] env[65762]: _type = "Task" [ 701.024506] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.039213] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.046145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce54d9-4583-4d44-8e17-ee8f67295271 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.056800] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6706aa-1260-4a1c-8b6e-af2717b19d59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.102016] env[65762]: DEBUG nova.policy [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd2555f3cac04570b04044f615a7fdee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d4fb28ea5d40e1a0e41aa8df990cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.105103] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448ed63-e120-46e9-b5b6-fdb667f4684e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.115807] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9547665-60ae-4438-83bd-6fe0ab04a685 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.133973] env[65762]: DEBUG nova.compute.provider_tree [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.153772] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.204970] env[65762]: DEBUG nova.network.neutron [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.278613] env[65762]: DEBUG nova.compute.manager [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 701.280042] env[65762]: DEBUG nova.network.neutron [-] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.281172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d84ed1-33c1-408e-890f-ceb661ed4b85 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.345808] env[65762]: WARNING neutronclient.v2_0.client [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.389394] env[65762]: DEBUG oslo_concurrency.lockutils [None req-29b4693f-edc6-4990-813a-726f5c802f2b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bdcad02d-263e-4c2a-be7c-68407f920e00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.651s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.536990] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559879, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.586767] env[65762]: DEBUG nova.network.neutron [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Successfully created port: 5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.642053] env[65762]: DEBUG nova.scheduler.client.report [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.707983] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Releasing lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.708377] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-vif-plugged-49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 701.708510] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Acquiring lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.708667] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.708944] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.709019] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] No waiting events found dispatching network-vif-plugged-49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 701.709222] env[65762]: WARNING nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received unexpected event network-vif-plugged-49cc3acb-7348-422a-b8db-1e6c5c1f485e for instance with vm_state building and task_state spawning. [ 701.709387] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-changed-49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 701.709542] env[65762]: DEBUG nova.compute.manager [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Refreshing instance network info cache due to event network-changed-49cc3acb-7348-422a-b8db-1e6c5c1f485e. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 701.709706] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Acquiring lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.709860] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Acquired lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.710046] env[65762]: DEBUG nova.network.neutron [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Refreshing network info cache for port 49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.786697] env[65762]: INFO nova.compute.manager [-] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Took 1.86 seconds to deallocate network for instance. [ 701.796551] env[65762]: INFO nova.compute.manager [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] instance snapshotting [ 701.799264] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a36a96-f1e5-4653-8403-1d7cba610dfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.835751] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519037f-f29f-45ae-aeba-df168d267c5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.891754] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 701.927221] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 701.959207] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.959462] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.959611] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.959790] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.959930] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.960166] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.960489] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.960654] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.960820] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.961425] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.961596] env[65762]: DEBUG nova.virt.hardware [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.962922] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f3f87-e151-4567-b270-a8d9f9c946e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.976606] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa6f80-81a5-460a-8bb9-2282d30c3ed4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.043902] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517039} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.043902] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.043902] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.043902] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa22959-e242-4eeb-80a4-1128cbef5e49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.052076] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 702.052076] env[65762]: value = "task-4559880" [ 702.052076] env[65762]: _type = "Task" [ 702.052076] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.065178] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.212826] env[65762]: WARNING neutronclient.v2_0.client [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.296236] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.314521] env[65762]: WARNING neutronclient.v2_0.client [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.341443] env[65762]: DEBUG nova.network.neutron [-] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.348334] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.348702] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06c7257e-50c2-4e15-bbf4-373af0affee2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.358082] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 702.358082] env[65762]: value = "task-4559881" [ 702.358082] env[65762]: _type = "Task" [ 702.358082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.370618] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.424652] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.439030] env[65762]: DEBUG nova.network.neutron [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 702.565079] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068989} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.565377] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.566404] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c065ef-8800-4db4-86c6-2c9a7f4777a3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.591407] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.591561] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e9739b-3f76-4777-9163-a419da9c1e5f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623483] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 702.623483] env[65762]: value = "task-4559882" [ 702.623483] env[65762]: _type = "Task" [ 702.623483] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.633491] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.653439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.752s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.656587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.395s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.658863] env[65762]: INFO nova.compute.claims [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.843901] env[65762]: INFO nova.compute.manager [-] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Took 2.01 seconds to deallocate network for instance. [ 702.879038] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.135634] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559882, 'name': ReconfigVM_Task, 'duration_secs': 0.336987} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.135933] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.136613] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4fe59f-3bdc-4a43-a7b7-11a1a2246439 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.145279] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 703.145279] env[65762]: value = "task-4559883" [ 703.145279] env[65762]: _type = "Task" [ 703.145279] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.155515] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559883, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.249969] env[65762]: INFO nova.scheduler.client.report [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted allocation for migration 68d5ebe1-d826-4c6c-9ac4-0dab298b6e2c [ 703.353730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.369672] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559881, 'name': CreateSnapshot_Task, 'duration_secs': 0.897104} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.369983] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.370975] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e6ab34-e5d9-49dd-8ceb-c87ae382108c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.657338] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559883, 'name': Rename_Task, 'duration_secs': 0.264313} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.657791] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.658061] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d7e599-dba3-4e88-a7b8-8e994a11eef7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.662370] env[65762]: DEBUG nova.network.neutron [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updated VIF entry in instance network info cache for port cc1ef4fc-2d22-419d-979a-a354a349a101. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 703.662715] env[65762]: DEBUG nova.network.neutron [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updating instance_info_cache with network_info: [{"id": "cc1ef4fc-2d22-419d-979a-a354a349a101", "address": "fa:16:3e:34:df:3b", "network": {"id": "6e564bca-06dd-48f8-9a50-aa7aa96b726e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2009780332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7697ec1423bf4c4dbc54a75a7f77915e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1ef4fc-2d", "ovs_interfaceid": "cc1ef4fc-2d22-419d-979a-a354a349a101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.666652] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 703.666652] env[65762]: value = "task-4559884" [ 703.666652] env[65762]: _type = "Task" [ 703.666652] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.679966] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.759235] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d4cdee3-581a-41da-b4b9-acbbc7e25af1 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.103s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.812199] env[65762]: DEBUG nova.network.neutron [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Successfully updated port: 5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 703.859463] env[65762]: DEBUG nova.network.neutron [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.883016] env[65762]: WARNING neutronclient.v2_0.client [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.895660] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.899275] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf130379-55a3-45b3-9a63-3cbdf9a96317 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.909411] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 703.909411] env[65762]: value = "task-4559885" [ 703.909411] env[65762]: _type = "Task" [ 703.909411] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.920975] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559885, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.165958] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Releasing lock "refresh_cache-d8660e5a-2849-447d-9b10-6a3bd414e68e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.166603] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Received event network-vif-plugged-8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 704.166817] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Acquiring lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.167230] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.167599] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.167879] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] No waiting events found dispatching network-vif-plugged-8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 704.168113] env[65762]: WARNING nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Received unexpected event network-vif-plugged-8d8325fc-ab2b-48f6-903b-da702410f50a for instance with vm_state building and task_state spawning. [ 704.168839] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Received event network-changed-8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 704.168839] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Refreshing instance network info cache due to event network-changed-8d8325fc-ab2b-48f6-903b-da702410f50a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 704.168839] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Acquiring lock "refresh_cache-f23e6161-018d-4ee7-ac1f-ea941e7dd385" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.168839] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Acquired lock "refresh_cache-f23e6161-018d-4ee7-ac1f-ea941e7dd385" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.169300] env[65762]: DEBUG nova.network.neutron [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Refreshing network info cache for port 8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.189853] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.265582] env[65762]: DEBUG nova.network.neutron [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Updating instance_info_cache with network_info: [{"id": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "address": "fa:16:3e:31:d8:e4", "network": {"id": "c9ede970-a288-4d49-81f9-50cfd0037809", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2010655426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f29c5ac3b9646a9a6580e90b76d948b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c2024f-f2", "ovs_interfaceid": "b9c2024f-f2e3-4345-b25c-0771821fa2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.315160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "refresh_cache-07ede692-0e53-4ca0-b0ba-2dab1683f4eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.315355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "refresh_cache-07ede692-0e53-4ca0-b0ba-2dab1683f4eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.315530] env[65762]: DEBUG nova.network.neutron [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 704.357731] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975801a-3aff-460c-b7a9-69c4f4be9b5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.362782] env[65762]: DEBUG oslo_concurrency.lockutils [req-26e55a14-e0c8-44ee-8acd-38f7a87986a4 req-b01f8c53-a6d0-4fca-8078-40cf039e255f service nova] Releasing lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.363289] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.363437] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 704.368926] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73019d5e-64c8-452f-a5a1-3a5ea0970ccc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.404513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce865d5-799d-49a5-923c-721b7b3ff284 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.419020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f1183-8898-4bce-826c-deb3df59559a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.427844] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559885, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.443351] env[65762]: DEBUG nova.compute.provider_tree [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.679927] env[65762]: WARNING neutronclient.v2_0.client [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.686435] env[65762]: DEBUG oslo_vmware.api [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559884, 'name': PowerOnVM_Task, 'duration_secs': 0.834574} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.686562] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.687292] env[65762]: INFO nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Took 8.92 seconds to spawn the instance on the hypervisor. [ 704.687292] env[65762]: DEBUG nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 704.689165] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb5083-485e-4afe-bc42-8b2c11af93a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.768972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Releasing lock "refresh_cache-d475e8b7-a071-4429-a1ea-92069474ec38" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.877346] env[65762]: DEBUG nova.compute.manager [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-vif-plugged-26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 704.877605] env[65762]: DEBUG oslo_concurrency.lockutils [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] Acquiring lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.877805] env[65762]: DEBUG oslo_concurrency.lockutils [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.877963] env[65762]: DEBUG oslo_concurrency.lockutils [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.878184] env[65762]: DEBUG nova.compute.manager [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] No waiting events found dispatching network-vif-plugged-26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 704.878342] env[65762]: WARNING nova.compute.manager [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received unexpected event network-vif-plugged-26565f12-8cef-4adb-8601-7c44e039b6a0 for instance with vm_state building and task_state spawning. [ 704.878502] env[65762]: DEBUG nova.compute.manager [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-changed-26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 704.878677] env[65762]: DEBUG nova.compute.manager [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Refreshing instance network info cache due to event network-changed-26565f12-8cef-4adb-8601-7c44e039b6a0. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 704.878847] env[65762]: DEBUG oslo_concurrency.lockutils [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] Acquiring lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.886501] env[65762]: DEBUG nova.network.neutron [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.914598] env[65762]: DEBUG nova.compute.manager [req-b7ac9eef-fb72-48c5-a260-5c10916f0660 req-99b2cb28-2041-4730-ac68-173eec94150d service nova] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Received event network-vif-deleted-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 704.931037] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559885, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.945692] env[65762]: DEBUG nova.scheduler.client.report [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.959020] env[65762]: WARNING neutronclient.v2_0.client [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.963088] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 705.045542] env[65762]: WARNING neutronclient.v2_0.client [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.113978] env[65762]: DEBUG nova.network.neutron [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Updated VIF entry in instance network info cache for port 8d8325fc-ab2b-48f6-903b-da702410f50a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.114376] env[65762]: DEBUG nova.network.neutron [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Updating instance_info_cache with network_info: [{"id": "8d8325fc-ab2b-48f6-903b-da702410f50a", "address": "fa:16:3e:22:81:37", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8325fc-ab", "ovs_interfaceid": "8d8325fc-ab2b-48f6-903b-da702410f50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.167326] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.192655] env[65762]: DEBUG nova.network.neutron [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Updating instance_info_cache with network_info: [{"id": "5324722b-2035-4c70-ac2b-219d7c9403f9", "address": "fa:16:3e:0e:d8:11", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324722b-20", "ovs_interfaceid": "5324722b-2035-4c70-ac2b-219d7c9403f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.217350] env[65762]: INFO nova.compute.manager [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Took 36.77 seconds to build instance. [ 705.271675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "76824fd3-c494-4610-8cd4-9e2661b260c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.271923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.272622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "76824fd3-c494-4610-8cd4-9e2661b260c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.272832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.274292] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.276525] env[65762]: INFO nova.compute.manager [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Terminating instance [ 705.428767] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559885, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.453075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.453669] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 705.457620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.040s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.459583] env[65762]: DEBUG nova.objects.instance [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lazy-loading 'resources' on Instance uuid bcc96ebc-0ba2-42ad-b947-41faedfd6574 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.533907] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.624125] env[65762]: DEBUG oslo_concurrency.lockutils [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] Releasing lock "refresh_cache-f23e6161-018d-4ee7-ac1f-ea941e7dd385" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.624430] env[65762]: DEBUG nova.compute.manager [req-c62d7f40-f3c8-4d25-afeb-3434d4e69abb req-c6c95830-e2d4-45be-9943-a2a148a14bfa service nova] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Received event network-vif-deleted-57d40ada-6e01-493c-8b8c-07e42f958693 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 705.695569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "refresh_cache-07ede692-0e53-4ca0-b0ba-2dab1683f4eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.696012] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Instance network_info: |[{"id": "5324722b-2035-4c70-ac2b-219d7c9403f9", "address": "fa:16:3e:0e:d8:11", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324722b-20", "ovs_interfaceid": "5324722b-2035-4c70-ac2b-219d7c9403f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 705.696511] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d8:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5324722b-2035-4c70-ac2b-219d7c9403f9', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.705012] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.705546] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.705546] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-783f717d-d509-4359-941d-192a9badfb9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.722516] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.726701] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91178274-8e4f-4fd7-9971-0693fc3d5532 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.616s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.735780] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.735780] env[65762]: value = "task-4559886" [ 705.735780] env[65762]: _type = "Task" [ 705.735780] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.746861] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559886, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.779699] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.781990] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c658db9-521b-4944-9a48-3c77d5be32f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.784678] env[65762]: DEBUG nova.compute.manager [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 705.785382] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.785986] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54aa143-97b2-407f-b682-c4ce543fa736 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.802916] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.804787] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69a2f064-6725-4cf6-bfd3-b2ef8a364870 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.807319] env[65762]: DEBUG oslo_vmware.api [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 705.807319] env[65762]: value = "task-4559887" [ 705.807319] env[65762]: _type = "Task" [ 705.807319] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.820525] env[65762]: DEBUG oslo_vmware.api [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.850318] env[65762]: DEBUG nova.network.neutron [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Updating instance_info_cache with network_info: [{"id": "b63fa757-396b-4a00-bb16-9016981a4aaa", "address": "fa:16:3e:11:a0:5e", "network": {"id": "94089262-7662-461b-a036-a41f1b71e87b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996779591", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63fa757-39", "ovs_interfaceid": "b63fa757-396b-4a00-bb16-9016981a4aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49cc3acb-7348-422a-b8db-1e6c5c1f485e", "address": "fa:16:3e:d8:64:07", "network": {"id": "ec6c0267-0618-479c-8b5a-9fcb9e6963c7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-502107018", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cc3acb-73", "ovs_interfaceid": "49cc3acb-7348-422a-b8db-1e6c5c1f485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26565f12-8cef-4adb-8601-7c44e039b6a0", "address": "fa:16:3e:bb:02:a0", "network": {"id": "94089262-7662-461b-a036-a41f1b71e87b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996779591", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26565f12-8c", "ovs_interfaceid": "26565f12-8cef-4adb-8601-7c44e039b6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.897367] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.897367] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.897367] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Deleting the datastore file [datastore2] 76824fd3-c494-4610-8cd4-9e2661b260c2 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.897367] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6696a009-3a61-41f8-9175-0906ade3f92c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911522] env[65762]: DEBUG oslo_vmware.api [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 705.911522] env[65762]: value = "task-4559889" [ 705.911522] env[65762]: _type = "Task" [ 705.911522] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.925658] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559885, 'name': CloneVM_Task, 'duration_secs': 1.664891} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.929048] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Created linked-clone VM from snapshot [ 705.929249] env[65762]: DEBUG oslo_vmware.api [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.930141] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7c2b10-6028-482f-8c47-769305b94356 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.938746] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Uploading image 029573df-1ee9-46ff-8b3a-62543bf43974 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.966401] env[65762]: DEBUG nova.compute.utils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.968553] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 705.969030] env[65762]: DEBUG nova.network.neutron [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.969273] env[65762]: WARNING neutronclient.v2_0.client [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.969713] env[65762]: WARNING neutronclient.v2_0.client [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.977672] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.977672] env[65762]: value = "vm-891036" [ 705.977672] env[65762]: _type = "VirtualMachine" [ 705.977672] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.978762] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-356cc2a6-40d0-47db-b4e0-f4de95c0436f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.990404] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lease: (returnval){ [ 705.990404] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52404a5b-1c10-3ff8-3e31-f4133043d25e" [ 705.990404] env[65762]: _type = "HttpNfcLease" [ 705.990404] env[65762]: } obtained for exporting VM: (result){ [ 705.990404] env[65762]: value = "vm-891036" [ 705.990404] env[65762]: _type = "VirtualMachine" [ 705.990404] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.990688] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the lease: (returnval){ [ 705.990688] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52404a5b-1c10-3ff8-3e31-f4133043d25e" [ 705.990688] env[65762]: _type = "HttpNfcLease" [ 705.990688] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.003085] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.003085] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52404a5b-1c10-3ff8-3e31-f4133043d25e" [ 706.003085] env[65762]: _type = "HttpNfcLease" [ 706.003085] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.003085] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.003085] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52404a5b-1c10-3ff8-3e31-f4133043d25e" [ 706.003085] env[65762]: _type = "HttpNfcLease" [ 706.003085] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.003444] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c3ef2-6b5a-4b46-ae32-ca0b28ad31de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.013111] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68c0e-f012-95b0-f07a-5aea15364f80/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.013111] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68c0e-f012-95b0-f07a-5aea15364f80/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 706.020055] env[65762]: DEBUG nova.policy [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dad768ee23fe41d4b0551471c4c34791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21aad7beb5ee4cd0baaf6af42d9efd5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.124117] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9562e937-464a-42bb-9f86-9e40d0d79390 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.229795] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 706.250739] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559886, 'name': CreateVM_Task, 'duration_secs': 0.470453} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.253329] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.253952] env[65762]: WARNING neutronclient.v2_0.client [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.254487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.254574] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.254872] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.255190] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1fa12e-e150-4c6b-938f-0bd963c6a12e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.267973] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 706.267973] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521af5eb-ca20-6be1-e72d-a01ae1e050d4" [ 706.267973] env[65762]: _type = "Task" [ 706.267973] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.283569] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521af5eb-ca20-6be1-e72d-a01ae1e050d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.283931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.285199] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.285199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.285199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.285199] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.288647] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad87c71-e57a-4ecc-acb3-47c64c6b12a3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.303496] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.303496] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.303496] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61280bc2-2947-4a8a-949a-e9097b684147 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.310689] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 706.310689] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528acc44-d7e1-932f-82bd-9f0c2e136990" [ 706.310689] env[65762]: _type = "Task" [ 706.310689] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.334116] env[65762]: DEBUG oslo_vmware.api [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559887, 'name': PowerOnVM_Task, 'duration_secs': 0.487254} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.338151] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.338397] env[65762]: DEBUG nova.compute.manager [None req-fa94e7f8-62e9-4d01-8978-4b455d8e3333 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 706.338758] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528acc44-d7e1-932f-82bd-9f0c2e136990, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.339682] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef03e74-3ccd-4a95-b724-ccd6bc917ff3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.343378] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c2cce7-2c4d-4da4-9d82-4b7bd941e6b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.353249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Releasing lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.354874] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance network_info: |[{"id": "b63fa757-396b-4a00-bb16-9016981a4aaa", "address": "fa:16:3e:11:a0:5e", "network": {"id": "94089262-7662-461b-a036-a41f1b71e87b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996779591", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63fa757-39", "ovs_interfaceid": "b63fa757-396b-4a00-bb16-9016981a4aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49cc3acb-7348-422a-b8db-1e6c5c1f485e", "address": "fa:16:3e:d8:64:07", "network": {"id": "ec6c0267-0618-479c-8b5a-9fcb9e6963c7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-502107018", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cc3acb-73", "ovs_interfaceid": "49cc3acb-7348-422a-b8db-1e6c5c1f485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26565f12-8cef-4adb-8601-7c44e039b6a0", "address": "fa:16:3e:bb:02:a0", "network": {"id": "94089262-7662-461b-a036-a41f1b71e87b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996779591", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26565f12-8c", "ovs_interfaceid": "26565f12-8cef-4adb-8601-7c44e039b6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 706.357978] env[65762]: DEBUG oslo_concurrency.lockutils [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] Acquired lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.358118] env[65762]: DEBUG nova.network.neutron [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Refreshing network info cache for port 26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.359440] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a0:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b63fa757-396b-4a00-bb16-9016981a4aaa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:64:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49cc3acb-7348-422a-b8db-1e6c5c1f485e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:02:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26565f12-8cef-4adb-8601-7c44e039b6a0', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.381887] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Creating folder: Project (3fbbe13ece7d487c9cccbeb781561bca). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.381887] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 706.381887] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5251cf1e-6347-5bb2-8108-98ccf2e053de" [ 706.381887] env[65762]: _type = "Task" [ 706.381887] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.384039] env[65762]: WARNING neutronclient.v2_0.client [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.386846] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bc7951a-94b5-44ea-8f20-2d5a96a3a48b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.404897] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5251cf1e-6347-5bb2-8108-98ccf2e053de, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.410584] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.410871] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 07ede692-0e53-4ca0-b0ba-2dab1683f4eb/07ede692-0e53-4ca0-b0ba-2dab1683f4eb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.411441] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Created folder: Project (3fbbe13ece7d487c9cccbeb781561bca) in parent group-v890951. [ 706.411611] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Creating folder: Instances. Parent ref: group-v891038. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.413678] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09410c1-711f-4dbc-8e6d-ebb87524bffd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.416016] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54632077-ac89-4e2c-b384-c1c14903e56b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.431770] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 706.431770] env[65762]: value = "task-4559892" [ 706.431770] env[65762]: _type = "Task" [ 706.431770] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.438296] env[65762]: DEBUG oslo_vmware.api [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227666} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.441821] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.441964] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.442194] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.442404] env[65762]: INFO nova.compute.manager [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Took 0.66 seconds to destroy the instance on the hypervisor. [ 706.442695] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 706.447598] env[65762]: DEBUG nova.compute.manager [-] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 706.447598] env[65762]: DEBUG nova.network.neutron [-] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.447913] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.454572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "9013b1a1-0239-4fdb-be67-c233bda73310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.454956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "9013b1a1-0239-4fdb-be67-c233bda73310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.463118] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.469749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.469749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.470259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.470461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.470625] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.472245] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Created folder: Instances in parent group-v891038. [ 706.472658] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 706.473018] env[65762]: INFO nova.compute.manager [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Terminating instance [ 706.477761] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 706.481112] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.482634] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083a33f4-0b0a-44af-a5bd-34f762042bc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.505904] env[65762]: DEBUG nova.compute.manager [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 706.506169] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.510628] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54e97a-0aa4-4720-bee6-597442ff1409 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.514832] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.527050] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.527050] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.527050] env[65762]: value = "task-4559894" [ 706.527050] env[65762]: _type = "Task" [ 706.527050] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.527356] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537c3c45-653a-4da3-a3e9-cf973d246668 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.538994] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559894, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.543411] env[65762]: DEBUG oslo_vmware.api [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 706.543411] env[65762]: value = "task-4559895" [ 706.543411] env[65762]: _type = "Task" [ 706.543411] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.548457] env[65762]: DEBUG nova.network.neutron [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Successfully created port: 4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.563026] env[65762]: DEBUG oslo_vmware.api [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.775997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.910245] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb51aa3-02a2-4bd1-b630-da9291be0d9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.923631] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893447dd-b3e4-469e-9ec6-15772cdad396 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.965272] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c5109-acb2-4390-8237-e343a2d08d61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.975645] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559892, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.983504] env[65762]: INFO nova.virt.block_device [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Booting with volume fcbefff8-fc18-414d-8850-79397272c77b at /dev/sda [ 706.989620] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff742c-7034-40a0-9b2c-d50b0f428219 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.004808] env[65762]: DEBUG nova.compute.provider_tree [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.022642] env[65762]: DEBUG nova.scheduler.client.report [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.040296] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559894, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.055311] env[65762]: DEBUG oslo_vmware.api [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559895, 'name': PowerOffVM_Task, 'duration_secs': 0.236052} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.056313] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.057509] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.057509] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7440b788-1fc6-4631-b865-b2bb576bc9bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.080886] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0968e8a-c546-4875-b31d-37357827f951 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.091834] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45f5d94-9bad-4ff5-b7d0-53c964fdef9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.108239] env[65762]: WARNING neutronclient.v2_0.client [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.146408] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8107ccf5-aa1f-445f-b13f-3c7d121aec85 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.149356] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.149919] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.150127] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Deleting the datastore file [datastore2] 0a8322ad-0143-4cbb-9e07-043cd3ab1899 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.150544] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b2bf2d-266f-40ea-b0a3-01415be982d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.161644] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098d6cf-5513-4ec2-a084-f355147c64ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.174781] env[65762]: DEBUG oslo_vmware.api [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for the task: (returnval){ [ 707.174781] env[65762]: value = "task-4559897" [ 707.174781] env[65762]: _type = "Task" [ 707.174781] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.188753] env[65762]: DEBUG oslo_vmware.api [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.210407] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdece184-aec7-471a-aa71-5f63ed205222 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.219740] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd55b6-3706-4bd7-8778-6e0161c050b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.237655] env[65762]: DEBUG nova.virt.block_device [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updating existing volume attachment record: 3a0384e4-0b16-4775-a2dc-0d37d2905b5f {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 707.282886] env[65762]: DEBUG nova.network.neutron [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Updated VIF entry in instance network info cache for port 26565f12-8cef-4adb-8601-7c44e039b6a0. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.283624] env[65762]: DEBUG nova.network.neutron [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Updating instance_info_cache with network_info: [{"id": "b63fa757-396b-4a00-bb16-9016981a4aaa", "address": "fa:16:3e:11:a0:5e", "network": {"id": "94089262-7662-461b-a036-a41f1b71e87b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996779591", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63fa757-39", "ovs_interfaceid": "b63fa757-396b-4a00-bb16-9016981a4aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49cc3acb-7348-422a-b8db-1e6c5c1f485e", "address": "fa:16:3e:d8:64:07", "network": {"id": "ec6c0267-0618-479c-8b5a-9fcb9e6963c7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-502107018", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cc3acb-73", "ovs_interfaceid": "49cc3acb-7348-422a-b8db-1e6c5c1f485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26565f12-8cef-4adb-8601-7c44e039b6a0", "address": "fa:16:3e:bb:02:a0", "network": {"id": "94089262-7662-461b-a036-a41f1b71e87b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996779591", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26565f12-8c", "ovs_interfaceid": "26565f12-8cef-4adb-8601-7c44e039b6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.341653] env[65762]: DEBUG nova.network.neutron [-] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.471029] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553228} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.471455] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 07ede692-0e53-4ca0-b0ba-2dab1683f4eb/07ede692-0e53-4ca0-b0ba-2dab1683f4eb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.471813] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.472185] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d8be9ab-8c0c-4981-bf7b-b5e8b3f50681 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.481341] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 707.481341] env[65762]: value = "task-4559898" [ 707.481341] env[65762]: _type = "Task" [ 707.481341] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.492411] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.531875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.534177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.097s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.534659] env[65762]: DEBUG nova.objects.instance [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lazy-loading 'resources' on Instance uuid 852ff2bc-c17b-45d1-9d47-8f829fd97f25 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.547276] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559894, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.554223] env[65762]: INFO nova.scheduler.client.report [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Deleted allocations for instance bcc96ebc-0ba2-42ad-b947-41faedfd6574 [ 707.690826] env[65762]: DEBUG oslo_vmware.api [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Task: {'id': task-4559897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168073} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.691316] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.694221] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.694221] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.694221] env[65762]: INFO nova.compute.manager [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Took 1.19 seconds to destroy the instance on the hypervisor. [ 707.694221] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.694221] env[65762]: DEBUG nova.compute.manager [-] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 707.694221] env[65762]: DEBUG nova.network.neutron [-] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 707.694221] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.782325] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.787311] env[65762]: DEBUG oslo_concurrency.lockutils [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] Releasing lock "refresh_cache-4e3f0538-bfde-4c59-b493-c30d1813a786" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.787311] env[65762]: DEBUG nova.compute.manager [req-251737c1-6fd1-4f8f-8444-cac22fbb0a2c req-5ac3b4c5-6ad3-4f15-aef8-9b5ea5a44fd6 service nova] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Received event network-vif-deleted-19ac37c8-b811-413e-8b1b-5fe72024defc {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 707.823341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.823341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.845965] env[65762]: INFO nova.compute.manager [-] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Took 1.40 seconds to deallocate network for instance. [ 707.992461] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072384} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.992798] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.993895] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec11d916-0a4c-4ff4-8bc3-509b113ed36e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.018202] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 07ede692-0e53-4ca0-b0ba-2dab1683f4eb/07ede692-0e53-4ca0-b0ba-2dab1683f4eb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.019111] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d88541-fb4f-4c9b-95e1-f4cf82f7c28d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.062450] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559894, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.063204] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e67eeba0-b39a-4054-a06a-9878232f32a5 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Lock "bcc96ebc-0ba2-42ad-b947-41faedfd6574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.861s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.066173] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 708.066173] env[65762]: value = "task-4559899" [ 708.066173] env[65762]: _type = "Task" [ 708.066173] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.077924] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.360577] env[65762]: DEBUG nova.network.neutron [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Successfully updated port: 4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.365227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.557214] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559894, 'name': CreateVM_Task, 'duration_secs': 1.70165} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.557380] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.559057] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.559506] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.560023] env[65762]: WARNING neutronclient.v2_0.client [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.560542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.560776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.561054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.561640] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e17b233-0df2-437d-bb67-971cf96b2658 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.574702] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 708.574702] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527f7beb-b19c-46d3-1ccb-c32fe31a4acb" [ 708.574702] env[65762]: _type = "Task" [ 708.574702] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.583417] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559899, 'name': ReconfigVM_Task, 'duration_secs': 0.343921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.584962] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 07ede692-0e53-4ca0-b0ba-2dab1683f4eb/07ede692-0e53-4ca0-b0ba-2dab1683f4eb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.590599] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef907778-1005-416d-868c-76e3e6b2d082 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.598833] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527f7beb-b19c-46d3-1ccb-c32fe31a4acb, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.600324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.600709] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.601059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.601320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.601596] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.602606] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4d605b3-152e-4e23-9d19-143842e38c05 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.607672] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 708.607672] env[65762]: value = "task-4559900" [ 708.607672] env[65762]: _type = "Task" [ 708.607672] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.617780] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.618210] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.626015] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba077ba-7d0f-492f-8120-be4c8fb8826f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.629752] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559900, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.640628] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 708.640628] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524604ee-8674-2419-1e2c-1a8d2ab162f4" [ 708.640628] env[65762]: _type = "Task" [ 708.640628] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.653530] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524604ee-8674-2419-1e2c-1a8d2ab162f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014399} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.654544] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf30c9e-b7cc-4b99-b516-79a97e60385f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.664568] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 708.664568] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c5d542-2770-740f-96d1-fbad8200d716" [ 708.664568] env[65762]: _type = "Task" [ 708.664568] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.676065] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c5d542-2770-740f-96d1-fbad8200d716, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.679395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.679801] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4e3f0538-bfde-4c59-b493-c30d1813a786/4e3f0538-bfde-4c59-b493-c30d1813a786.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.681350] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970da5a4-c53d-479c-885e-eb1350dfd8d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.693523] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 708.693523] env[65762]: value = "task-4559901" [ 708.693523] env[65762]: _type = "Task" [ 708.693523] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.707419] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.735347] env[65762]: DEBUG nova.network.neutron [-] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.823755] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e342c317-7920-402d-b8bb-171e853d4386 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.838553] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00fffb8-6923-4a5d-b5f2-7e270cd0f3db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.843441] env[65762]: DEBUG nova.compute.manager [req-464db2d7-e526-48e7-b522-3c63965a7369 req-32bdacc4-b5c0-43aa-b158-9a9b231bf6f8 service nova] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Received event network-vif-deleted-ca82909d-6b34-4a38-832b-d142c858e6f6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 708.896849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquiring lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.897035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquired lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.897413] env[65762]: DEBUG nova.network.neutron [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.904029] env[65762]: DEBUG nova.compute.manager [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Received event network-vif-plugged-5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 708.904029] env[65762]: DEBUG oslo_concurrency.lockutils [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] Acquiring lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.904029] env[65762]: DEBUG oslo_concurrency.lockutils [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.904029] env[65762]: DEBUG oslo_concurrency.lockutils [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.904029] env[65762]: DEBUG nova.compute.manager [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] No waiting events found dispatching network-vif-plugged-5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 708.904029] env[65762]: WARNING nova.compute.manager [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Received unexpected event network-vif-plugged-5324722b-2035-4c70-ac2b-219d7c9403f9 for instance with vm_state building and task_state spawning. [ 708.904029] env[65762]: DEBUG nova.compute.manager [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Received event network-changed-5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 708.904029] env[65762]: DEBUG nova.compute.manager [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Refreshing instance network info cache due to event network-changed-5324722b-2035-4c70-ac2b-219d7c9403f9. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 708.904029] env[65762]: DEBUG oslo_concurrency.lockutils [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] Acquiring lock "refresh_cache-07ede692-0e53-4ca0-b0ba-2dab1683f4eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.904029] env[65762]: DEBUG oslo_concurrency.lockutils [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] Acquired lock "refresh_cache-07ede692-0e53-4ca0-b0ba-2dab1683f4eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.904029] env[65762]: DEBUG nova.network.neutron [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Refreshing network info cache for port 5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.910338] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b5afe-de77-4926-914d-34bd3210fd94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.926095] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5b2cb-7431-42db-96e4-388997e77af1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.947670] env[65762]: DEBUG nova.compute.provider_tree [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.966508] env[65762]: DEBUG nova.network.neutron [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.121179] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559900, 'name': Rename_Task, 'duration_secs': 0.19226} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.121542] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.122318] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b6440e-3d33-48c5-b76b-8f42978023c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.132550] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 709.132550] env[65762]: value = "task-4559902" [ 709.132550] env[65762]: _type = "Task" [ 709.132550] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.147303] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.149964] env[65762]: WARNING neutronclient.v2_0.client [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.205744] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513831} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.206052] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4e3f0538-bfde-4c59-b493-c30d1813a786/4e3f0538-bfde-4c59-b493-c30d1813a786.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.206462] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.206554] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b547a9e-2ddc-4f8c-ba8d-e6749a8907a3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.215095] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 709.215095] env[65762]: value = "task-4559903" [ 709.215095] env[65762]: _type = "Task" [ 709.215095] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.230973] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.239383] env[65762]: INFO nova.compute.manager [-] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Took 1.55 seconds to deallocate network for instance. [ 709.262171] env[65762]: DEBUG nova.network.neutron [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updating instance_info_cache with network_info: [{"id": "4874e950-93e4-4d8e-917c-170dea5c56b7", "address": "fa:16:3e:15:45:45", "network": {"id": "62abf657-a27a-4b98-9a4d-e3629a105e86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1650180517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21aad7beb5ee4cd0baaf6af42d9efd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e950-93", "ovs_interfaceid": "4874e950-93e4-4d8e-917c-170dea5c56b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.414850] env[65762]: WARNING neutronclient.v2_0.client [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.419035] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.421014] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.421477] env[65762]: DEBUG nova.virt.hardware [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.422505] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c389aeea-c191-487e-a582-7a3cb917c643 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.431957] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a622e-da9f-4d08-ab8a-fbd9d0377379 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.451904] env[65762]: DEBUG nova.scheduler.client.report [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.647245] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.695055] env[65762]: WARNING neutronclient.v2_0.client [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.726477] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077986} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.726477] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.726956] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea8575-a810-4713-badf-400fb4f91eb5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.749076] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.758123] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 4e3f0538-bfde-4c59-b493-c30d1813a786/4e3f0538-bfde-4c59-b493-c30d1813a786.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.761793] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120562b4-f6a2-4ca1-ad29-d2443159e48a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.777981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Releasing lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.778375] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Instance network_info: |[{"id": "4874e950-93e4-4d8e-917c-170dea5c56b7", "address": "fa:16:3e:15:45:45", "network": {"id": "62abf657-a27a-4b98-9a4d-e3629a105e86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1650180517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21aad7beb5ee4cd0baaf6af42d9efd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e950-93", "ovs_interfaceid": "4874e950-93e4-4d8e-917c-170dea5c56b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 709.778990] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:45:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4874e950-93e4-4d8e-917c-170dea5c56b7', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.788129] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Creating folder: Project (21aad7beb5ee4cd0baaf6af42d9efd5d). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.788429] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1f7e1a2-4dad-4b44-a16f-9cd0b6ddb054 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795502] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 709.795502] env[65762]: value = "task-4559904" [ 709.795502] env[65762]: _type = "Task" [ 709.795502] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.805634] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.807317] env[65762]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 709.807317] env[65762]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65762) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 709.807682] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Folder already exists: Project (21aad7beb5ee4cd0baaf6af42d9efd5d). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 709.807882] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Creating folder: Instances. Parent ref: group-v890993. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.808187] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5226d466-8359-49d2-a438-4ac5533e38b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.821745] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Created folder: Instances in parent group-v890993. [ 709.822068] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.822386] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.823501] env[65762]: DEBUG nova.network.neutron [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Updated VIF entry in instance network info cache for port 5324722b-2035-4c70-ac2b-219d7c9403f9. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.823891] env[65762]: DEBUG nova.network.neutron [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Updating instance_info_cache with network_info: [{"id": "5324722b-2035-4c70-ac2b-219d7c9403f9", "address": "fa:16:3e:0e:d8:11", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324722b-20", "ovs_interfaceid": "5324722b-2035-4c70-ac2b-219d7c9403f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.825241] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d640e27b-4f93-4707-b4d0-8d65599f3d06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.840801] env[65762]: DEBUG oslo_concurrency.lockutils [req-9f2b1f2a-1aa2-4fe4-88c2-f1e87d3752c0 req-5497180c-09fe-4532-ac92-df62148c076b service nova] Releasing lock "refresh_cache-07ede692-0e53-4ca0-b0ba-2dab1683f4eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848187] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.848187] env[65762]: value = "task-4559907" [ 709.848187] env[65762]: _type = "Task" [ 709.848187] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.859885] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559907, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.957490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.960264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.634s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.960598] env[65762]: DEBUG nova.objects.instance [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lazy-loading 'resources' on Instance uuid 5603df51-b568-4e1c-9b11-412c7781bbd3 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.995953] env[65762]: INFO nova.scheduler.client.report [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Deleted allocations for instance 852ff2bc-c17b-45d1-9d47-8f829fd97f25 [ 710.148958] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.307588] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559904, 'name': ReconfigVM_Task, 'duration_secs': 0.42582} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.307588] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 4e3f0538-bfde-4c59-b493-c30d1813a786/4e3f0538-bfde-4c59-b493-c30d1813a786.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.308597] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ce05924-02a2-484b-b80f-d3760eb54857 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.318960] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 710.318960] env[65762]: value = "task-4559908" [ 710.318960] env[65762]: _type = "Task" [ 710.318960] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.329727] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559908, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.358873] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559907, 'name': CreateVM_Task, 'duration_secs': 0.501677} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.359136] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.359708] env[65762]: WARNING neutronclient.v2_0.client [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.361059] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891001', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'name': 'volume-fcbefff8-fc18-414d-8850-79397272c77b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9f11dc6-159f-45bd-875f-f5c0c8c14551', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'serial': 'fcbefff8-fc18-414d-8850-79397272c77b'}, 'attachment_id': '3a0384e4-0b16-4775-a2dc-0d37d2905b5f', 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=65762) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 710.361059] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Root volume attach. Driver type: vmdk {{(pid=65762) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 710.361274] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61efd1cc-71a2-4e14-8a8e-dc4730193149 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.371665] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d099929b-4105-4558-96a8-47ce9d20005e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.379789] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc727c-a1ee-409e-ae26-a293ec318f9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.388905] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-554a2285-0e52-456b-ad47-2b9f245d984e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.400529] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 710.400529] env[65762]: value = "task-4559909" [ 710.400529] env[65762]: _type = "Task" [ 710.400529] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.413980] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.511326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b0bb712f-94ce-4a36-9304-d85980abe390 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.741s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.511326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.504s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.513171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.513171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.513171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.514937] env[65762]: INFO nova.compute.manager [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Terminating instance [ 710.650659] env[65762]: DEBUG oslo_vmware.api [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4559902, 'name': PowerOnVM_Task, 'duration_secs': 1.312806} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.650659] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.650659] env[65762]: INFO nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Took 8.72 seconds to spawn the instance on the hypervisor. [ 710.650659] env[65762]: DEBUG nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 710.651469] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3841f24-730b-476c-9df0-539913aaf0da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.834318] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559908, 'name': Rename_Task, 'duration_secs': 0.245193} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.834776] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.835152] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3793962-d5a1-4893-a2bb-820f364124db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.847015] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 710.847015] env[65762]: value = "task-4559910" [ 710.847015] env[65762]: _type = "Task" [ 710.847015] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.863926] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.920308] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 35%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.023153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.023153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquired lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.023153] env[65762]: DEBUG nova.network.neutron [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.188532] env[65762]: INFO nova.compute.manager [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Took 38.02 seconds to build instance. [ 711.241642] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34696e0-d367-4405-bbeb-19473dfcad64 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.255580] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31cfb3-a9b6-4718-adf4-946ecb79cbc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.293701] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ae856-ea0a-4da9-b654-0ff6f89395e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.305226] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf59305-c098-408e-ac5f-e47ea6f340bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.325692] env[65762]: DEBUG nova.compute.provider_tree [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.361565] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559910, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.417740] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 49%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.526380] env[65762]: DEBUG nova.compute.utils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Can not refresh info_cache because instance was not found {{(pid=65762) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 711.526985] env[65762]: WARNING neutronclient.v2_0.client [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.597218] env[65762]: DEBUG nova.network.neutron [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.699697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ba15502a-b937-4a62-9a3f-b81107353d37 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.787s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.831107] env[65762]: DEBUG nova.scheduler.client.report [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.863425] env[65762]: DEBUG oslo_vmware.api [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559910, 'name': PowerOnVM_Task, 'duration_secs': 0.888179} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.863744] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.863975] env[65762]: INFO nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Took 18.98 seconds to spawn the instance on the hypervisor. [ 711.864233] env[65762]: DEBUG nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 711.866380] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372b9782-480c-4024-82db-3eb12a089f8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.919761] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 62%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.205836] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 712.343878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.381s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.345064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.793s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.347318] env[65762]: INFO nova.compute.claims [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.375649] env[65762]: INFO nova.scheduler.client.report [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Deleted allocations for instance 5603df51-b568-4e1c-9b11-412c7781bbd3 [ 712.397191] env[65762]: INFO nova.compute.manager [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Took 45.26 seconds to build instance. [ 712.422551] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 75%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.455755] env[65762]: DEBUG nova.network.neutron [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.517338] env[65762]: DEBUG nova.compute.manager [req-e8adaa69-386b-4646-9566-06d9b19ba938 req-762fbbdd-0482-4d4b-9441-84c161e7da4b service nova] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Received event network-vif-deleted-27d35fa5-bc37-471b-b319-8b2b58673ad9 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 712.697087] env[65762]: DEBUG nova.compute.manager [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Received event network-vif-plugged-4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 712.697762] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] Acquiring lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.697762] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.697762] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.697881] env[65762]: DEBUG nova.compute.manager [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] No waiting events found dispatching network-vif-plugged-4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 712.698044] env[65762]: WARNING nova.compute.manager [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Received unexpected event network-vif-plugged-4874e950-93e4-4d8e-917c-170dea5c56b7 for instance with vm_state building and task_state spawning. [ 712.698917] env[65762]: DEBUG nova.compute.manager [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Received event network-changed-4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 712.699325] env[65762]: DEBUG nova.compute.manager [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Refreshing instance network info cache due to event network-changed-4874e950-93e4-4d8e-917c-170dea5c56b7. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 712.699471] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] Acquiring lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.699555] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] Acquired lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.699712] env[65762]: DEBUG nova.network.neutron [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Refreshing network info cache for port 4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.750173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.887572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4c9b631f-cd18-474e-bc72-bf0905c67704 tempest-ServersListShow296Test-954801486 tempest-ServersListShow296Test-954801486-project-member] Lock "5603df51-b568-4e1c-9b11-412c7781bbd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.115s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.900449] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.853s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.925134] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 86%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.960399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Releasing lock "refresh_cache-852ff2bc-c17b-45d1-9d47-8f829fd97f25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.960692] env[65762]: DEBUG nova.compute.manager [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 712.960930] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.961306] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03879520-99f7-4df9-b868-9ca3b68d317d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.976667] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659d8c27-f06d-4efe-89c8-8a8e562be705 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.028457] env[65762]: WARNING nova.virt.vmwareapi.vmops [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 852ff2bc-c17b-45d1-9d47-8f829fd97f25 could not be found. [ 713.028804] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.028985] env[65762]: INFO nova.compute.manager [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Took 0.07 seconds to destroy the instance on the hypervisor. [ 713.029637] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.029711] env[65762]: DEBUG nova.compute.manager [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 713.029776] env[65762]: DEBUG nova.network.neutron [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 713.030455] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.202062] env[65762]: WARNING neutronclient.v2_0.client [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.309148] env[65762]: DEBUG nova.network.neutron [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.309148] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.407206] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 713.423264] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 97%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.813029] env[65762]: DEBUG nova.network.neutron [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.928966] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task} progress is 97%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.944776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.010884] env[65762]: WARNING neutronclient.v2_0.client [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.015881] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a99081-7b1b-4f3e-ac1e-d234cb9c0e97 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.030317] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0589c-78ca-4af2-ace1-cc40e22f8dc7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.072617] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d6abdd-b603-45d4-ba02-02e28f2f2c7f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.086376] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4299eef-76b4-4338-9c32-1cc4b1a95882 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.103313] env[65762]: DEBUG nova.compute.provider_tree [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.136018] env[65762]: DEBUG nova.network.neutron [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updated VIF entry in instance network info cache for port 4874e950-93e4-4d8e-917c-170dea5c56b7. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.136280] env[65762]: DEBUG nova.network.neutron [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updating instance_info_cache with network_info: [{"id": "4874e950-93e4-4d8e-917c-170dea5c56b7", "address": "fa:16:3e:15:45:45", "network": {"id": "62abf657-a27a-4b98-9a4d-e3629a105e86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1650180517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21aad7beb5ee4cd0baaf6af42d9efd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e950-93", "ovs_interfaceid": "4874e950-93e4-4d8e-917c-170dea5c56b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.316281] env[65762]: INFO nova.compute.manager [-] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Took 1.29 seconds to deallocate network for instance. [ 714.429823] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559909, 'name': RelocateVM_Task, 'duration_secs': 4.02563} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.429823] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 714.429823] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891001', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'name': 'volume-fcbefff8-fc18-414d-8850-79397272c77b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9f11dc6-159f-45bd-875f-f5c0c8c14551', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'serial': 'fcbefff8-fc18-414d-8850-79397272c77b'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 714.431034] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598036d8-fe76-4924-be72-ceaf1d050651 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.451827] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8825fc46-2723-4cb4-b878-95675979f291 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.478082] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-fcbefff8-fc18-414d-8850-79397272c77b/volume-fcbefff8-fc18-414d-8850-79397272c77b.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.479127] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b35aea-3589-4574-a5ed-31b32d9b370f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.502636] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 714.502636] env[65762]: value = "task-4559911" [ 714.502636] env[65762]: _type = "Task" [ 714.502636] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.516106] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.611376] env[65762]: DEBUG nova.scheduler.client.report [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.616186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.616186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.639704] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b16e526-352e-4ad4-b2b0-d4cdad7c72bd req-1fd3d156-773b-4b28-872f-7d96f65ca46f service nova] Releasing lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.822966] env[65762]: INFO nova.compute.manager [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance disappeared during terminate [ 714.823193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15028926-6c94-4b48-8b2b-cb765b407d1c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "852ff2bc-c17b-45d1-9d47-8f829fd97f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.312s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.015089] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.118661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.118661] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 715.120928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.964s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.121416] env[65762]: DEBUG nova.objects.instance [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lazy-loading 'resources' on Instance uuid 87dbc9d1-09c2-4594-93e8-4c19d27fbc78 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.516085] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.628239] env[65762]: DEBUG nova.compute.utils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.637467] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 715.637467] env[65762]: DEBUG nova.network.neutron [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 715.637467] env[65762]: WARNING neutronclient.v2_0.client [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.637467] env[65762]: WARNING neutronclient.v2_0.client [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.713735] env[65762]: DEBUG nova.policy [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0a45382f5040979501023afd1bad40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f867891087745d1ae8b86cc80f99e55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.022602] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.080361] env[65762]: DEBUG nova.network.neutron [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Successfully created port: 44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 716.136837] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 716.346756] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21f12a-981e-410c-a8db-324edb82c1ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.356979] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53aa5f-2c9b-449a-a112-6ad042c401b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.391766] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232b7e0-925d-4a8e-9168-ac470e380bef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.400798] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d455f4a-4478-4218-867d-48c3f5e8a98b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.419264] env[65762]: DEBUG nova.compute.provider_tree [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.517275] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559911, 'name': ReconfigVM_Task, 'duration_secs': 1.684572} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.517275] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-fcbefff8-fc18-414d-8850-79397272c77b/volume-fcbefff8-fc18-414d-8850-79397272c77b.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.522339] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c83b5634-862b-46ff-99fd-cb18a2ec9926 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.544241] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 716.544241] env[65762]: value = "task-4559912" [ 716.544241] env[65762]: _type = "Task" [ 716.544241] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.556465] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.923984] env[65762]: DEBUG nova.scheduler.client.report [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.056735] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559912, 'name': ReconfigVM_Task, 'duration_secs': 0.182136} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.058597] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891001', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'name': 'volume-fcbefff8-fc18-414d-8850-79397272c77b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9f11dc6-159f-45bd-875f-f5c0c8c14551', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'serial': 'fcbefff8-fc18-414d-8850-79397272c77b'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.061981] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-708eec94-bca7-4e59-b0c5-e03f2c0a7c5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.079975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "0c21ed64-f299-4ad0-a212-907baef4a919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.080579] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "0c21ed64-f299-4ad0-a212-907baef4a919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.082444] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 717.082444] env[65762]: value = "task-4559913" [ 717.082444] env[65762]: _type = "Task" [ 717.082444] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.099520] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559913, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.153844] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 717.171863] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "635856de-aeba-435d-ac65-6a1c29a855bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.172145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "635856de-aeba-435d-ac65-6a1c29a855bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.192812] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 717.193020] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.193077] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 717.193229] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.193415] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 717.193588] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 717.194309] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 717.194309] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 717.194309] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 717.194309] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 717.194508] env[65762]: DEBUG nova.virt.hardware [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 717.195624] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdab91a-ece3-4759-9010-19676c0fa4b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.205610] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15547d1b-24d3-49bd-a205-2452f59fc7f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.227673] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.227940] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.431228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.433789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.403s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.433998] env[65762]: DEBUG nova.objects.instance [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lazy-loading 'resources' on Instance uuid 5750b19a-c936-41f5-88b3-b0cc75726df1 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.467946] env[65762]: INFO nova.scheduler.client.report [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Deleted allocations for instance 87dbc9d1-09c2-4594-93e8-4c19d27fbc78 [ 717.566020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.566552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.566833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.567047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.567226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.570323] env[65762]: INFO nova.compute.manager [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Terminating instance [ 717.599236] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559913, 'name': Rename_Task, 'duration_secs': 0.1952} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.599541] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.599802] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35805574-567f-465c-83cc-04b5ac040f4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.613394] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 717.613394] env[65762]: value = "task-4559914" [ 717.613394] env[65762]: _type = "Task" [ 717.613394] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.626565] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.832625] env[65762]: DEBUG nova.network.neutron [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Successfully updated port: 44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.943524] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68c0e-f012-95b0-f07a-5aea15364f80/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.944892] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c96c21-729c-4b2c-8d88-0a1a1c542e38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.951818] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68c0e-f012-95b0-f07a-5aea15364f80/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.951989] env[65762]: ERROR oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68c0e-f012-95b0-f07a-5aea15364f80/disk-0.vmdk due to incomplete transfer. [ 717.952241] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef0b2f5e-d57a-4ece-8926-313219a570b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.959509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "4e3f0538-bfde-4c59-b493-c30d1813a786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.959793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.960016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.960202] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.960377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.963331] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68c0e-f012-95b0-f07a-5aea15364f80/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.963531] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Uploaded image 029573df-1ee9-46ff-8b3a-62543bf43974 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 717.965868] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.969141] env[65762]: INFO nova.compute.manager [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Terminating instance [ 717.970550] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbc7ed6e-f30c-4586-a06c-f5f752984693 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.976321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Lock "87dbc9d1-09c2-4594-93e8-4c19d27fbc78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.377s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.981043] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 717.981043] env[65762]: value = "task-4559915" [ 717.981043] env[65762]: _type = "Task" [ 717.981043] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.995308] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559915, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.076726] env[65762]: DEBUG nova.compute.manager [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 718.076968] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.078050] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b4c4d-8e1d-4b8a-8edf-c5bbd508bec2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.090791] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.090791] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8a9b67c-f2b0-4b8d-8a14-9ae389de5f58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.103722] env[65762]: DEBUG oslo_vmware.api [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 718.103722] env[65762]: value = "task-4559916" [ 718.103722] env[65762]: _type = "Task" [ 718.103722] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.118514] env[65762]: DEBUG oslo_vmware.api [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.139604] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.340906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.340906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquired lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.340906] env[65762]: DEBUG nova.network.neutron [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.413118] env[65762]: DEBUG nova.compute.manager [req-c4d70d39-1769-4adc-97b0-4d7f5eae1943 req-a221a907-936a-4b3e-8308-3d77d7d8ebb9 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Received event network-vif-plugged-44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 718.413355] env[65762]: DEBUG oslo_concurrency.lockutils [req-c4d70d39-1769-4adc-97b0-4d7f5eae1943 req-a221a907-936a-4b3e-8308-3d77d7d8ebb9 service nova] Acquiring lock "49dd7535-e34a-4224-868a-56af142b1adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.413561] env[65762]: DEBUG oslo_concurrency.lockutils [req-c4d70d39-1769-4adc-97b0-4d7f5eae1943 req-a221a907-936a-4b3e-8308-3d77d7d8ebb9 service nova] Lock "49dd7535-e34a-4224-868a-56af142b1adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.413727] env[65762]: DEBUG oslo_concurrency.lockutils [req-c4d70d39-1769-4adc-97b0-4d7f5eae1943 req-a221a907-936a-4b3e-8308-3d77d7d8ebb9 service nova] Lock "49dd7535-e34a-4224-868a-56af142b1adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.413893] env[65762]: DEBUG nova.compute.manager [req-c4d70d39-1769-4adc-97b0-4d7f5eae1943 req-a221a907-936a-4b3e-8308-3d77d7d8ebb9 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] No waiting events found dispatching network-vif-plugged-44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 718.414592] env[65762]: WARNING nova.compute.manager [req-c4d70d39-1769-4adc-97b0-4d7f5eae1943 req-a221a907-936a-4b3e-8308-3d77d7d8ebb9 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Received unexpected event network-vif-plugged-44bce9b9-7612-4534-bca7-eb7252974474 for instance with vm_state building and task_state spawning. [ 718.476572] env[65762]: DEBUG nova.compute.manager [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 718.476798] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.477801] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b6609a-9bf1-437c-b1d4-22b3af1d2c1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.491934] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.492991] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b5f4d0-8842-4725-b710-026247fd933e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.499284] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559915, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.501726] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 718.501726] env[65762]: value = "task-4559917" [ 718.501726] env[65762]: _type = "Task" [ 718.501726] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.513788] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.615886] env[65762]: DEBUG oslo_vmware.api [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559916, 'name': PowerOffVM_Task, 'duration_secs': 0.237516} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.615886] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.616113] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.616386] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-280e69fb-91da-468c-a19d-f0e3735cb08a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.635596] env[65762]: DEBUG oslo_vmware.api [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4559914, 'name': PowerOnVM_Task, 'duration_secs': 0.59301} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.639364] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.639644] env[65762]: INFO nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Took 9.22 seconds to spawn the instance on the hypervisor. [ 718.639842] env[65762]: DEBUG nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 718.641213] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c04bb-c6f5-48c5-8a95-8137acc6501a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.655662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8985a5-74c7-47fc-b63e-88d5dfde7258 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.665538] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb586b-e4bb-4070-8e89-e3bf7facd73f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.712411] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363f573c-a20d-4092-b15f-dd902b711cf2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.717170] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.717505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.717762] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Deleting the datastore file [datastore2] 4674da73-d497-4c3c-ac1b-2cfd6bbf5168 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.718187] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eebcb01f-d635-4808-9daf-65042779fc7f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.731443] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0138929b-f033-439c-a18b-5e6516551751 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.737743] env[65762]: DEBUG oslo_vmware.api [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for the task: (returnval){ [ 718.737743] env[65762]: value = "task-4559919" [ 718.737743] env[65762]: _type = "Task" [ 718.737743] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.754265] env[65762]: DEBUG nova.compute.provider_tree [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.763250] env[65762]: DEBUG oslo_vmware.api [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.999877] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559915, 'name': Destroy_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.014983] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559917, 'name': PowerOffVM_Task, 'duration_secs': 0.309362} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.015444] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.015677] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.016008] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5e43034-60fb-4b33-9edf-37507050ab05 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.132772] env[65762]: DEBUG nova.network.neutron [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 719.165272] env[65762]: INFO nova.compute.manager [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Took 43.92 seconds to build instance. [ 719.186031] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.186031] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.186031] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Deleting the datastore file [datastore2] 4e3f0538-bfde-4c59-b493-c30d1813a786 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.186031] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ebc24aa-1b09-473e-a272-1c4ca4be76be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.196165] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 719.196165] env[65762]: value = "task-4559921" [ 719.196165] env[65762]: _type = "Task" [ 719.196165] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.207078] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.249662] env[65762]: DEBUG oslo_vmware.api [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Task: {'id': task-4559919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179658} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.250080] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.250392] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.250764] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.251129] env[65762]: INFO nova.compute.manager [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Took 1.17 seconds to destroy the instance on the hypervisor. [ 719.251501] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.251810] env[65762]: DEBUG nova.compute.manager [-] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 719.254058] env[65762]: DEBUG nova.network.neutron [-] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 719.254058] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.258330] env[65762]: DEBUG nova.scheduler.client.report [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.376079] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.452963] env[65762]: WARNING neutronclient.v2_0.client [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.494874] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559915, 'name': Destroy_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.667237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.923s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.712234] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.769036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.770933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.620s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.772632] env[65762]: INFO nova.compute.claims [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.800335] env[65762]: INFO nova.scheduler.client.report [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted allocations for instance 5750b19a-c936-41f5-88b3-b0cc75726df1 [ 719.997362] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559915, 'name': Destroy_Task, 'duration_secs': 1.695139} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.997626] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Destroyed the VM [ 719.998089] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.998446] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5ef5c4b-df2a-45ea-b412-abfd471d6ecf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.006746] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 720.006746] env[65762]: value = "task-4559922" [ 720.006746] env[65762]: _type = "Task" [ 720.006746] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.018957] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.056826] env[65762]: DEBUG nova.network.neutron [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updating instance_info_cache with network_info: [{"id": "44bce9b9-7612-4534-bca7-eb7252974474", "address": "fa:16:3e:4d:8c:5a", "network": {"id": "17afbc22-20e3-46aa-adaa-b31f03b26fa1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2124710810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f867891087745d1ae8b86cc80f99e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44bce9b9-76", "ovs_interfaceid": "44bce9b9-7612-4534-bca7-eb7252974474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.174388] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 720.189705] env[65762]: DEBUG nova.network.neutron [-] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.207039] env[65762]: DEBUG oslo_vmware.api [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4559921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591583} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.208170] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.208358] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.208533] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.208714] env[65762]: INFO nova.compute.manager [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Took 1.73 seconds to destroy the instance on the hypervisor. [ 720.209083] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.209578] env[65762]: DEBUG nova.compute.manager [-] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 720.209773] env[65762]: DEBUG nova.network.neutron [-] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.209938] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.308663] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.311306] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77269b75-22e6-4edd-9325-3ab435402204 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "5750b19a-c936-41f5-88b3-b0cc75726df1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.553s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.520754] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.561475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Releasing lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.561475] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Instance network_info: |[{"id": "44bce9b9-7612-4534-bca7-eb7252974474", "address": "fa:16:3e:4d:8c:5a", "network": {"id": "17afbc22-20e3-46aa-adaa-b31f03b26fa1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2124710810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f867891087745d1ae8b86cc80f99e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44bce9b9-76", "ovs_interfaceid": "44bce9b9-7612-4534-bca7-eb7252974474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 720.561475] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:8c:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44bce9b9-7612-4534-bca7-eb7252974474', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.571501] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Creating folder: Project (5f867891087745d1ae8b86cc80f99e55). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.571501] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73c85ec1-6a82-4ae8-b32a-b944c9c338a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.589516] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Created folder: Project (5f867891087745d1ae8b86cc80f99e55) in parent group-v890951. [ 720.589516] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Creating folder: Instances. Parent ref: group-v891043. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.589516] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c2cdc3-87d2-48da-b4b4-b00a9abe73c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.604454] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Created folder: Instances in parent group-v891043. [ 720.604454] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.604454] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.604454] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a05d67-73f7-4749-82bf-f8e8ce728639 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.631600] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.631600] env[65762]: value = "task-4559925" [ 720.631600] env[65762]: _type = "Task" [ 720.631600] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.643422] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559925, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.692950] env[65762]: INFO nova.compute.manager [-] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Took 1.44 seconds to deallocate network for instance. [ 720.711654] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.024028] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559922, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.143720] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559925, 'name': CreateVM_Task, 'duration_secs': 0.435077} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.144351] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.144429] env[65762]: WARNING neutronclient.v2_0.client [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.144766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.145351] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.145351] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.145518] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8656540-ba3f-49ba-9e71-fd6c59ba6631 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.153012] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 721.153012] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526e6d2d-3a5a-cdff-662e-031680a2e130" [ 721.153012] env[65762]: _type = "Task" [ 721.153012] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.163506] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526e6d2d-3a5a-cdff-662e-031680a2e130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.204645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.503342] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9242171-fe98-4280-95aa-8aca04c2314b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.516152] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa362634-8fa1-4738-a91b-5c130793dac0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.523475] env[65762]: DEBUG nova.compute.manager [req-179e0330-ed1b-4673-a79b-cd5c8191f9c9 req-250436ad-da52-481b-a2c8-15ce3e88f71d service nova] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Received event network-vif-deleted-b951360e-50aa-4fd5-b641-b3a116f9de80 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 721.532849] env[65762]: DEBUG oslo_vmware.api [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559922, 'name': RemoveSnapshot_Task, 'duration_secs': 1.060819} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.561333] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.561608] env[65762]: INFO nova.compute.manager [None req-4a8120a1-3044-4e3e-9b96-92442ecc4a5e tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Took 19.76 seconds to snapshot the instance on the hypervisor. [ 721.565436] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08650b8a-3a0b-4643-b4da-bc775e2efb0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.578088] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce83368-fe82-4335-9eac-21942c737663 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.593243] env[65762]: DEBUG nova.compute.provider_tree [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.668383] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526e6d2d-3a5a-cdff-662e-031680a2e130, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.668852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.669192] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.669521] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.669786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.670007] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.670286] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e05d689-03ec-4f11-8781-c96b0906d67e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.683660] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.684109] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.684687] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a216b1-174c-456d-a196-b4786ad539b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.692369] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 721.692369] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52451c42-3705-5b7f-35bb-eac36913cf34" [ 721.692369] env[65762]: _type = "Task" [ 721.692369] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.705110] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52451c42-3705-5b7f-35bb-eac36913cf34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.718339] env[65762]: DEBUG nova.network.neutron [-] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.128712] env[65762]: ERROR nova.scheduler.client.report [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [req-ce4c1cd9-9648-4cd9-8521-9798951a7eac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce4c1cd9-9648-4cd9-8521-9798951a7eac"}]} [ 722.150636] env[65762]: DEBUG nova.scheduler.client.report [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.168105] env[65762]: DEBUG nova.compute.manager [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Received event network-changed-44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 722.168540] env[65762]: DEBUG nova.compute.manager [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Refreshing instance network info cache due to event network-changed-44bce9b9-7612-4534-bca7-eb7252974474. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 722.168618] env[65762]: DEBUG oslo_concurrency.lockutils [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] Acquiring lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.168769] env[65762]: DEBUG oslo_concurrency.lockutils [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] Acquired lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.172011] env[65762]: DEBUG nova.network.neutron [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Refreshing network info cache for port 44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.180055] env[65762]: DEBUG nova.scheduler.client.report [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.180429] env[65762]: DEBUG nova.compute.provider_tree [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.210696] env[65762]: DEBUG nova.scheduler.client.report [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.213522] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52451c42-3705-5b7f-35bb-eac36913cf34, 'name': SearchDatastore_Task, 'duration_secs': 0.014853} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.214394] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631f7bf8-3fd0-4640-992d-f897c16ec3c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.221400] env[65762]: INFO nova.compute.manager [-] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Took 2.01 seconds to deallocate network for instance. [ 722.227249] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 722.227249] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520f73af-0f7c-0ffc-4414-ef8990721b36" [ 722.227249] env[65762]: _type = "Task" [ 722.227249] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.240838] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520f73af-0f7c-0ffc-4414-ef8990721b36, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.241905] env[65762]: DEBUG nova.scheduler.client.report [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.244322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.244573] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 49dd7535-e34a-4224-868a-56af142b1adb/49dd7535-e34a-4224-868a-56af142b1adb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.245051] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea4d90c4-e9dc-49a9-88aa-f3a06e83f6a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.255044] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 722.255044] env[65762]: value = "task-4559926" [ 722.255044] env[65762]: _type = "Task" [ 722.255044] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.267075] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.676704] env[65762]: WARNING neutronclient.v2_0.client [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.736048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.767116] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559926, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.917391] env[65762]: WARNING neutronclient.v2_0.client [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.008587] env[65762]: DEBUG nova.network.neutron [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updated VIF entry in instance network info cache for port 44bce9b9-7612-4534-bca7-eb7252974474. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.009012] env[65762]: DEBUG nova.network.neutron [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updating instance_info_cache with network_info: [{"id": "44bce9b9-7612-4534-bca7-eb7252974474", "address": "fa:16:3e:4d:8c:5a", "network": {"id": "17afbc22-20e3-46aa-adaa-b31f03b26fa1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2124710810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f867891087745d1ae8b86cc80f99e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44bce9b9-76", "ovs_interfaceid": "44bce9b9-7612-4534-bca7-eb7252974474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.070636] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc66430-7dcd-4d86-8de9-5e22d8ee2cf8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.081913] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b49d784-87bd-4ff2-bbe0-c5ec7fd90301 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.124246] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b7e53-b955-49af-8a35-096c49eb07a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.133025] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfbf339-2d34-42e8-b4b9-076f88b29a5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.148760] env[65762]: DEBUG nova.compute.provider_tree [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.270024] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525075} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.270024] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 49dd7535-e34a-4224-868a-56af142b1adb/49dd7535-e34a-4224-868a-56af142b1adb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.270024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.270483] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edcdcca1-72dc-4771-8f27-a794e9e5ace7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.278092] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 723.278092] env[65762]: value = "task-4559927" [ 723.278092] env[65762]: _type = "Task" [ 723.278092] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.290513] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.511493] env[65762]: DEBUG oslo_concurrency.lockutils [req-3ac13504-18e1-4742-b652-40cfd7f66765 req-ac1855c8-10ce-4baa-9d8d-5d66da84fe63 service nova] Releasing lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.652021] env[65762]: DEBUG nova.scheduler.client.report [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.789260] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073494} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.789673] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.790388] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d3d7d-a810-46ac-ac63-b6fae1d342eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.817814] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 49dd7535-e34a-4224-868a-56af142b1adb/49dd7535-e34a-4224-868a-56af142b1adb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.818581] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69c6842-3151-460f-a59e-e83ebe03f3b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.840520] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 723.840520] env[65762]: value = "task-4559928" [ 723.840520] env[65762]: _type = "Task" [ 723.840520] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.850492] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.160784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.390s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.162178] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 724.165113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.858s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.356425] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559928, 'name': ReconfigVM_Task, 'duration_secs': 0.340894} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.356779] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 49dd7535-e34a-4224-868a-56af142b1adb/49dd7535-e34a-4224-868a-56af142b1adb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.357507] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b68bf16-6c5d-4963-94bf-2afeb43d3e10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.365940] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 724.365940] env[65762]: value = "task-4559929" [ 724.365940] env[65762]: _type = "Task" [ 724.365940] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.376029] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559929, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.571188] env[65762]: DEBUG nova.compute.manager [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-vif-deleted-b63fa757-396b-4a00-bb16-9016981a4aaa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 724.571435] env[65762]: DEBUG nova.compute.manager [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-vif-deleted-26565f12-8cef-4adb-8601-7c44e039b6a0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 724.571604] env[65762]: DEBUG nova.compute.manager [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Received event network-vif-deleted-49cc3acb-7348-422a-b8db-1e6c5c1f485e {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 724.572109] env[65762]: DEBUG nova.compute.manager [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Received event network-changed-4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 724.572254] env[65762]: DEBUG nova.compute.manager [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Refreshing instance network info cache due to event network-changed-4874e950-93e4-4d8e-917c-170dea5c56b7. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 724.572597] env[65762]: DEBUG oslo_concurrency.lockutils [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] Acquiring lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.572662] env[65762]: DEBUG oslo_concurrency.lockutils [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] Acquired lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.572814] env[65762]: DEBUG nova.network.neutron [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Refreshing network info cache for port 4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.668959] env[65762]: DEBUG nova.compute.utils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.680242] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 724.680487] env[65762]: DEBUG nova.network.neutron [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.680818] env[65762]: WARNING neutronclient.v2_0.client [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.681586] env[65762]: WARNING neutronclient.v2_0.client [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.721848] env[65762]: DEBUG nova.policy [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a9f3f92c934b21ba1cb1431fd66d6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f47308113a61431792924ed96266b92d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.876432] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559929, 'name': Rename_Task, 'duration_secs': 0.166797} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.876722] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.876947] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f3b49a-2973-4767-8df0-488d7103301f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.884697] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 724.884697] env[65762]: value = "task-4559930" [ 724.884697] env[65762]: _type = "Task" [ 724.884697] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.893560] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.995972] env[65762]: DEBUG nova.network.neutron [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Successfully created port: 318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.028658] env[65762]: DEBUG nova.compute.manager [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 725.029871] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f53a83-2488-4599-bc07-12be965d9d2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.078769] env[65762]: WARNING neutronclient.v2_0.client [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.180740] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 725.223954] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4674da73-d497-4c3c-ac1b-2cfd6bbf5168 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.224619] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance f671e07b-eb46-443a-beed-abb7b5d62f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.224619] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance f2cbc9f3-12f8-4737-a8ca-013c6caea3e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.224619] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance deea35f9-8d70-4a1f-b731-a60f5731a540 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.224619] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance d475e8b7-a071-4429-a1ea-92069474ec38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.224619] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance b1e78905-5d3b-4bd4-b732-16716db84e37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.224863] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.224863] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 76824fd3-c494-4610-8cd4-9e2661b260c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.224943] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 45054102-3f33-4ae3-8cf7-ee6a6e344f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225187] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 490f16d8-a261-4dc6-945e-10df56459d33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225187] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 5ca7b1d2-a1b8-4102-8034-d821e2a10879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225286] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 584a81ec-ca0b-4e62-97ff-46a2092ff8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225361] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7cd5913f-74bc-4f9e-91c3-831a255ba687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225569] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 97d6e916-2551-4b80-9b52-1fdab5d3796f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.225655] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance d8660e5a-2849-447d-9b10-6a3bd414e68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225805] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ac669e52-afab-41b7-b45a-5fb7b8e0ab61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.225947] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 64ba35ce-5285-4932-8656-7dd4bced4bac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.226210] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0a8322ad-0143-4cbb-9e07-043cd3ab1899 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.226357] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4e3f0538-bfde-4c59-b493-c30d1813a786 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 725.226469] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance f23e6161-018d-4ee7-ac1f-ea941e7dd385 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.226575] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 07ede692-0e53-4ca0-b0ba-2dab1683f4eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.226681] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance e9f11dc6-159f-45bd-875f-f5c0c8c14551 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.226825] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 49dd7535-e34a-4224-868a-56af142b1adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.226910] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 725.395961] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.447038] env[65762]: WARNING neutronclient.v2_0.client [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.547679] env[65762]: INFO nova.compute.manager [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] instance snapshotting [ 725.550912] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a882541-4ec9-488d-96cc-83f27e5a4c60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.570426] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedcf081-b3fd-4263-a854-b6a67e7a1f0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.730317] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 848f510a-35f9-4b4b-9149-9431346f2922 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 725.896539] env[65762]: DEBUG oslo_vmware.api [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559930, 'name': PowerOnVM_Task, 'duration_secs': 0.537452} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.896841] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.897019] env[65762]: INFO nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Took 8.74 seconds to spawn the instance on the hypervisor. [ 725.897207] env[65762]: DEBUG nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 725.898080] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb59e87-e326-4906-ad49-30cac5528645 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.901108] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.901351] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.901555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.901729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.901931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.904293] env[65762]: INFO nova.compute.manager [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Terminating instance [ 726.082468] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.082754] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92830413-854d-420c-a33b-f4e329e890e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.092158] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 726.092158] env[65762]: value = "task-4559931" [ 726.092158] env[65762]: _type = "Task" [ 726.092158] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.103096] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.189856] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 726.223862] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.224190] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.224370] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.224566] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.224709] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.224879] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.225201] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.225460] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.231597] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.231597] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.231597] env[65762]: DEBUG nova.virt.hardware [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.231597] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974971ac-23af-427f-8385-6ad1936c88d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.233394] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance c41bab1e-bb19-4ace-8198-03a49357877e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 726.239238] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c2de1c-cf50-4f71-aa64-101510cb8e8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.281103] env[65762]: DEBUG nova.network.neutron [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updated VIF entry in instance network info cache for port 4874e950-93e4-4d8e-917c-170dea5c56b7. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 726.281419] env[65762]: DEBUG nova.network.neutron [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updating instance_info_cache with network_info: [{"id": "4874e950-93e4-4d8e-917c-170dea5c56b7", "address": "fa:16:3e:15:45:45", "network": {"id": "62abf657-a27a-4b98-9a4d-e3629a105e86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1650180517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21aad7beb5ee4cd0baaf6af42d9efd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e950-93", "ovs_interfaceid": "4874e950-93e4-4d8e-917c-170dea5c56b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.417029] env[65762]: DEBUG nova.compute.manager [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 726.417029] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.420944] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b987968f-76ff-4ad6-b8d2-08cda86376ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.428939] env[65762]: INFO nova.compute.manager [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Took 46.90 seconds to build instance. [ 726.436765] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.437210] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33293d0f-1f2b-4b92-af29-4265475e166d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.447851] env[65762]: DEBUG oslo_vmware.api [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 726.447851] env[65762]: value = "task-4559932" [ 726.447851] env[65762]: _type = "Task" [ 726.447851] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.463833] env[65762]: DEBUG oslo_vmware.api [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.602435] env[65762]: DEBUG nova.network.neutron [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Successfully updated port: 318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 726.608801] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.739880] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 073d851e-561b-418a-a3be-d3350198c85b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 726.787391] env[65762]: DEBUG oslo_concurrency.lockutils [req-b72d1759-4667-424a-ad8b-4226effdde68 req-2261e35a-e2a1-4202-b474-b70b2eddadc5 service nova] Releasing lock "refresh_cache-e9f11dc6-159f-45bd-875f-f5c0c8c14551" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.934257] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8490df27-9b2b-45b1-8276-3bf765e6928f tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "49dd7535-e34a-4224-868a-56af142b1adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.448s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.963299] env[65762]: DEBUG oslo_vmware.api [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559932, 'name': PowerOffVM_Task, 'duration_secs': 0.444196} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.963798] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.964117] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.965083] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc048eec-729b-4fcb-b168-124087d0cdbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.044024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.044024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.044024] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleting the datastore file [datastore1] 5ca7b1d2-a1b8-4102-8034-d821e2a10879 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.044024] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0fe6de4-9d7e-4d7f-b518-316f0936d6d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.053041] env[65762]: DEBUG oslo_vmware.api [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 727.053041] env[65762]: value = "task-4559934" [ 727.053041] env[65762]: _type = "Task" [ 727.053041] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.062898] env[65762]: DEBUG oslo_vmware.api [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.105966] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.111012] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.111350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.111693] env[65762]: DEBUG nova.network.neutron [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.243983] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7913a6e0-c740-40bf-8633-8aa1e0a74b3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 727.439523] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 727.564139] env[65762]: DEBUG oslo_vmware.api [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4559934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298161} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.564139] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.564139] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.564251] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.564530] env[65762]: INFO nova.compute.manager [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Took 1.15 seconds to destroy the instance on the hypervisor. [ 727.564799] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.564996] env[65762]: DEBUG nova.compute.manager [-] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 727.565100] env[65762]: DEBUG nova.network.neutron [-] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.565346] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.579870] env[65762]: DEBUG nova.compute.manager [req-18af7d55-11b1-42bb-8174-acf886bea380 req-07f01953-c478-444f-8783-d5069cfb30f5 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-vif-plugged-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 727.580134] env[65762]: DEBUG oslo_concurrency.lockutils [req-18af7d55-11b1-42bb-8174-acf886bea380 req-07f01953-c478-444f-8783-d5069cfb30f5 service nova] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.580219] env[65762]: DEBUG oslo_concurrency.lockutils [req-18af7d55-11b1-42bb-8174-acf886bea380 req-07f01953-c478-444f-8783-d5069cfb30f5 service nova] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.580421] env[65762]: DEBUG oslo_concurrency.lockutils [req-18af7d55-11b1-42bb-8174-acf886bea380 req-07f01953-c478-444f-8783-d5069cfb30f5 service nova] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.580600] env[65762]: DEBUG nova.compute.manager [req-18af7d55-11b1-42bb-8174-acf886bea380 req-07f01953-c478-444f-8783-d5069cfb30f5 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] No waiting events found dispatching network-vif-plugged-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.580694] env[65762]: WARNING nova.compute.manager [req-18af7d55-11b1-42bb-8174-acf886bea380 req-07f01953-c478-444f-8783-d5069cfb30f5 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received unexpected event network-vif-plugged-318c940a-e3a2-464c-9753-cff9f9fca0ee for instance with vm_state building and task_state spawning. [ 727.607730] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559931, 'name': CreateSnapshot_Task, 'duration_secs': 1.084459} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.608046] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.608867] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42796d90-2e80-445d-8868-3523e79fd544 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.650122] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.662418] env[65762]: DEBUG nova.network.neutron [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.748014] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 62090198-5bba-4601-bc2f-bfcbd6ed5995 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 727.947174] env[65762]: WARNING neutronclient.v2_0.client [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.966812] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.088010] env[65762]: DEBUG nova.network.neutron [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.130936] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.131611] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f25c9cd-5601-4914-87be-5faed989e8eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.143439] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 728.143439] env[65762]: value = "task-4559935" [ 728.143439] env[65762]: _type = "Task" [ 728.143439] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.154935] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559935, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.256358] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance a93325c6-8901-488c-a626-bf1aa9f4f3af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 728.362232] env[65762]: DEBUG nova.network.neutron [-] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.591332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.592850] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance network_info: |[{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 728.592850] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:cc:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '318c940a-e3a2-464c-9753-cff9f9fca0ee', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.603054] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating folder: Project (f47308113a61431792924ed96266b92d). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.603510] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4713684f-ffe5-43db-a0ee-93836117b370 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.620892] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Created folder: Project (f47308113a61431792924ed96266b92d) in parent group-v890951. [ 728.620892] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating folder: Instances. Parent ref: group-v891048. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.620892] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-528abb8a-b746-47c2-abd2-e19b66ec1fc0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.632024] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Created folder: Instances in parent group-v891048. [ 728.632312] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.632549] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.632768] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d740f0db-7139-4952-8fb1-bd4a51d5a938 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.659357] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559935, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.661018] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.661018] env[65762]: value = "task-4559938" [ 728.661018] env[65762]: _type = "Task" [ 728.661018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.670531] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559938, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.764043] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance e79742af-9767-4151-9a76-242d7994db55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 728.865396] env[65762]: INFO nova.compute.manager [-] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Took 1.30 seconds to deallocate network for instance. [ 728.924536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.924876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.159536] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559935, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.171685] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559938, 'name': CreateVM_Task, 'duration_secs': 0.360068} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.171866] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.172414] env[65762]: WARNING neutronclient.v2_0.client [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.172770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.172918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.173538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.173538] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a0cc53-5be9-49e8-813b-39cae08f98ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.179686] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 729.179686] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d8e28d-1e7e-f06e-a4ca-24bd6b78230f" [ 729.179686] env[65762]: _type = "Task" [ 729.179686] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.189757] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d8e28d-1e7e-f06e-a4ca-24bd6b78230f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.268429] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9013b1a1-0239-4fdb-be67-c233bda73310 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 729.377016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.662829] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559935, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.690923] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d8e28d-1e7e-f06e-a4ca-24bd6b78230f, 'name': SearchDatastore_Task, 'duration_secs': 0.024493} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.691263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.691497] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.691758] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.691900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692136] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.692436] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a1852b9-d0d4-4bae-836f-d98aa8bfb5da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.704063] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.704318] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.705116] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4171df1f-be3e-45a5-88a3-ac78fe331e36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.712295] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 729.712295] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520156b4-33af-7fa2-1cd9-7e82927747f4" [ 729.712295] env[65762]: _type = "Task" [ 729.712295] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.723600] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520156b4-33af-7fa2-1cd9-7e82927747f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.771909] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance fac63c6e-a9bc-45b7-9f28-e17fda40bf82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 729.787018] env[65762]: DEBUG nova.compute.manager [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-changed-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 729.787424] env[65762]: DEBUG nova.compute.manager [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Refreshing instance network info cache due to event network-changed-318c940a-e3a2-464c-9753-cff9f9fca0ee. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 729.787494] env[65762]: DEBUG oslo_concurrency.lockutils [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.787610] env[65762]: DEBUG oslo_concurrency.lockutils [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.787861] env[65762]: DEBUG nova.network.neutron [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Refreshing network info cache for port 318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.159640] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559935, 'name': CloneVM_Task, 'duration_secs': 1.668573} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.159966] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Created linked-clone VM from snapshot [ 730.160691] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50819b8-e899-4276-acdd-73bd73b7a505 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.170383] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Uploading image 8b8f1123-5231-4368-b3c3-7689893d0d44 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.196688] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 730.196688] env[65762]: value = "vm-891047" [ 730.196688] env[65762]: _type = "VirtualMachine" [ 730.196688] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 730.196990] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6bfeb31-2964-42ac-b0b8-04ea8160b71d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.206341] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lease: (returnval){ [ 730.206341] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4a2e5-d025-fe05-98f9-0fa09c5393f1" [ 730.206341] env[65762]: _type = "HttpNfcLease" [ 730.206341] env[65762]: } obtained for exporting VM: (result){ [ 730.206341] env[65762]: value = "vm-891047" [ 730.206341] env[65762]: _type = "VirtualMachine" [ 730.206341] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 730.206621] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the lease: (returnval){ [ 730.206621] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4a2e5-d025-fe05-98f9-0fa09c5393f1" [ 730.206621] env[65762]: _type = "HttpNfcLease" [ 730.206621] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 730.219087] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.219087] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4a2e5-d025-fe05-98f9-0fa09c5393f1" [ 730.219087] env[65762]: _type = "HttpNfcLease" [ 730.219087] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 730.225920] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520156b4-33af-7fa2-1cd9-7e82927747f4, 'name': SearchDatastore_Task, 'duration_secs': 0.025326} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.226750] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db95edd-7803-42e3-a331-c8822ea538f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.233525] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 730.233525] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524205b8-9282-d874-93ca-9ad2ca5b1ba9" [ 730.233525] env[65762]: _type = "Task" [ 730.233525] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.243035] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524205b8-9282-d874-93ca-9ad2ca5b1ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.278378] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 1a06a675-c6da-46d0-8f84-3201bcb59e1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 730.290430] env[65762]: WARNING neutronclient.v2_0.client [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.464037] env[65762]: WARNING neutronclient.v2_0.client [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.542820] env[65762]: DEBUG nova.network.neutron [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updated VIF entry in instance network info cache for port 318c940a-e3a2-464c-9753-cff9f9fca0ee. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 730.542820] env[65762]: DEBUG nova.network.neutron [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.716126] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.716126] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4a2e5-d025-fe05-98f9-0fa09c5393f1" [ 730.716126] env[65762]: _type = "HttpNfcLease" [ 730.716126] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.716425] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.716425] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4a2e5-d025-fe05-98f9-0fa09c5393f1" [ 730.716425] env[65762]: _type = "HttpNfcLease" [ 730.716425] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.717172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b69ad0-22a2-420a-9be0-4b7026277d60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.725524] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52802162-359b-3c3f-472d-4cbbb8536c4a/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.725705] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52802162-359b-3c3f-472d-4cbbb8536c4a/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.785099] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0c21ed64-f299-4ad0-a212-907baef4a919 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 730.797350] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524205b8-9282-d874-93ca-9ad2ca5b1ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.03} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.798276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.798687] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.798801] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad7be43e-96e2-4acc-b446-854f2c953968 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.806449] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 730.806449] env[65762]: value = "task-4559940" [ 730.806449] env[65762]: _type = "Task" [ 730.806449] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.815655] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.841956] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e048b5d-2cfc-4651-b4ce-b00e138842ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.045138] env[65762]: DEBUG oslo_concurrency.lockutils [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.045428] env[65762]: DEBUG nova.compute.manager [req-b8f40b07-a6b0-4c0b-b8fb-5a15d2482e56 req-6a6bf042-597c-4f8f-8b8f-5d76899b8741 service nova] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Received event network-vif-deleted-0ebffe20-541e-423e-bb43-ab080b40668b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 731.291455] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 635856de-aeba-435d-ac65-6a1c29a855bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 731.318950] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.780903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.781901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.796824] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 731.796824] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 731.796824] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '15', 'num_task_None': '15', 'num_os_type_None': '17', 'num_proj_ee8960c083da45a0b40fa9ac267fdec4': '1', 'io_workload': '2', 'num_proj_12301dae3f2d490caad3a80c26a8a933': '1', 'num_proj_dadc083357e04e459bbfdc28e2e2c5ac': '1', 'num_proj_0f29c5ac3b9646a9a6580e90b76d948b': '3', 'num_proj_9bac505201d54fc1a8ea95a600c32788': '1', 'num_task_image_snapshot_pending': '1', 'num_proj_867d011bed6d4081b447e9c43df49bd0': '2', 'num_proj_d105eb8f38494ce5a0eba6946e345071': '1', 'num_proj_7697ec1423bf4c4dbc54a75a7f77915e': '1', 'num_proj_2b0169d76ed04eebad2a8257f1ea6b8a': '1', 'num_proj_06d4fb28ea5d40e1a0e41aa8df990cfa': '2', 'num_proj_21aad7beb5ee4cd0baaf6af42d9efd5d': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_5f867891087745d1ae8b86cc80f99e55': '1', 'num_proj_f47308113a61431792924ed96266b92d': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 731.821550] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68723} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.821856] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.822098] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.822481] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89e8e968-c7a5-4bc0-85e0-30f98036620b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.835359] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 731.835359] env[65762]: value = "task-4559941" [ 731.835359] env[65762]: _type = "Task" [ 731.835359] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.848745] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.286085] env[65762]: DEBUG nova.compute.utils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.350579] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077483} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.350953] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.351819] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff64b80-43b6-456c-bb5d-a87373317701 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.379275] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.382906] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9abd88ec-bfd7-4960-ba42-220e388d7095 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.405214] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 732.405214] env[65762]: value = "task-4559942" [ 732.405214] env[65762]: _type = "Task" [ 732.405214] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.416623] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.487383] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057a1972-3b02-475d-8846-bb314961ed46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.495985] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d110a4ee-3c72-4187-81a2-2743056f825c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.531670] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6206670-6aab-42a5-a696-72090302da5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.540976] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54998421-af23-4bc1-adf9-8faaaef7ad38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.556857] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.789572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.841040] env[65762]: DEBUG nova.compute.manager [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Received event network-changed-44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 732.841402] env[65762]: DEBUG nova.compute.manager [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Refreshing instance network info cache due to event network-changed-44bce9b9-7612-4534-bca7-eb7252974474. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 732.841775] env[65762]: DEBUG oslo_concurrency.lockutils [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] Acquiring lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.841904] env[65762]: DEBUG oslo_concurrency.lockutils [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] Acquired lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.842196] env[65762]: DEBUG nova.network.neutron [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Refreshing network info cache for port 44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.917704] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.061033] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.345173] env[65762]: WARNING neutronclient.v2_0.client [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.420433] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559942, 'name': ReconfigVM_Task, 'duration_secs': 0.516664} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.420829] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Reconfigured VM instance instance-00000021 to attach disk [datastore2] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.421447] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eced491-0a74-4330-8fce-63b4f1169056 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.432326] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 733.432326] env[65762]: value = "task-4559943" [ 733.432326] env[65762]: _type = "Task" [ 733.432326] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.444477] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559943, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.553146] env[65762]: WARNING neutronclient.v2_0.client [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.567313] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 733.567585] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.403s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.567883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.069s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.569581] env[65762]: INFO nova.compute.claims [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.630286] env[65762]: DEBUG nova.network.neutron [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updated VIF entry in instance network info cache for port 44bce9b9-7612-4534-bca7-eb7252974474. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.630657] env[65762]: DEBUG nova.network.neutron [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updating instance_info_cache with network_info: [{"id": "44bce9b9-7612-4534-bca7-eb7252974474", "address": "fa:16:3e:4d:8c:5a", "network": {"id": "17afbc22-20e3-46aa-adaa-b31f03b26fa1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2124710810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f867891087745d1ae8b86cc80f99e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44bce9b9-76", "ovs_interfaceid": "44bce9b9-7612-4534-bca7-eb7252974474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.870514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.870744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.871475] env[65762]: INFO nova.compute.manager [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Attaching volume f21a50df-d99a-4816-a1f9-fe5bd5b4951d to /dev/sdb [ 733.918174] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206be799-0ad6-4bab-8299-8acfb84d69e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.925824] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111eb91-bee1-43cb-9217-c2be63989d25 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941981] env[65762]: DEBUG nova.virt.block_device [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updating existing volume attachment record: 744085c7-653c-4915-b9fd-dc6b5128a3b1 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 733.947013] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559943, 'name': Rename_Task, 'duration_secs': 0.163246} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.947612] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.947612] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6722e7-7bcd-44f5-8e50-95ee6ee4c93f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.955478] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 733.955478] env[65762]: value = "task-4559944" [ 733.955478] env[65762]: _type = "Task" [ 733.955478] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.965099] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.134031] env[65762]: DEBUG oslo_concurrency.lockutils [req-cad6e49c-432a-433b-90eb-34451629d9c3 req-32fd0bfe-a2b9-48b8-82c3-53f73a2f22a1 service nova] Releasing lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.467884] env[65762]: DEBUG oslo_vmware.api [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4559944, 'name': PowerOnVM_Task, 'duration_secs': 0.505984} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.468285] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.468447] env[65762]: INFO nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Took 8.28 seconds to spawn the instance on the hypervisor. [ 734.468574] env[65762]: DEBUG nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 734.469474] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200d5ce5-7f4d-45a6-8a5e-ee663e7c5b1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.900030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "49dd7535-e34a-4224-868a-56af142b1adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.900030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "49dd7535-e34a-4224-868a-56af142b1adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.900030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "49dd7535-e34a-4224-868a-56af142b1adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.900265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "49dd7535-e34a-4224-868a-56af142b1adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.900312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "49dd7535-e34a-4224-868a-56af142b1adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.903110] env[65762]: INFO nova.compute.manager [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Terminating instance [ 734.990394] env[65762]: INFO nova.compute.manager [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Took 47.88 seconds to build instance. [ 735.091614] env[65762]: DEBUG nova.compute.manager [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Received event network-changed-44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 735.091614] env[65762]: DEBUG nova.compute.manager [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Refreshing instance network info cache due to event network-changed-44bce9b9-7612-4534-bca7-eb7252974474. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 735.092023] env[65762]: DEBUG oslo_concurrency.lockutils [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] Acquiring lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.092023] env[65762]: DEBUG oslo_concurrency.lockutils [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] Acquired lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.092297] env[65762]: DEBUG nova.network.neutron [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Refreshing network info cache for port 44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.162750] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c31160-45ff-470b-858b-60854e788cf9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.172042] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fb15b8-a988-4f98-a182-31e0ca7c15e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.217962] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b8a6e-5225-476e-8b45-dd814500e515 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.228238] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50272b7-8a85-48e9-9e24-e776fc878cfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.246838] env[65762]: DEBUG nova.compute.provider_tree [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.409033] env[65762]: DEBUG nova.compute.manager [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 735.409033] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.409569] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f58fe-ac45-46e7-886b-4c14da08e056 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.419106] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.419514] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d29d43-33e5-4528-a04b-32335bf8ece7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.428052] env[65762]: DEBUG oslo_vmware.api [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 735.428052] env[65762]: value = "task-4559948" [ 735.428052] env[65762]: _type = "Task" [ 735.428052] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.438258] env[65762]: DEBUG oslo_vmware.api [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.493571] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa8ffd35-4d47-4658-8b87-e09b9a214afe tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.967s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.595346] env[65762]: WARNING neutronclient.v2_0.client [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.753234] env[65762]: DEBUG nova.scheduler.client.report [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.809945] env[65762]: WARNING neutronclient.v2_0.client [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.909357] env[65762]: DEBUG nova.network.neutron [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updated VIF entry in instance network info cache for port 44bce9b9-7612-4534-bca7-eb7252974474. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.909699] env[65762]: DEBUG nova.network.neutron [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updating instance_info_cache with network_info: [{"id": "44bce9b9-7612-4534-bca7-eb7252974474", "address": "fa:16:3e:4d:8c:5a", "network": {"id": "17afbc22-20e3-46aa-adaa-b31f03b26fa1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2124710810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f867891087745d1ae8b86cc80f99e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44bce9b9-76", "ovs_interfaceid": "44bce9b9-7612-4534-bca7-eb7252974474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.939568] env[65762]: DEBUG oslo_vmware.api [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559948, 'name': PowerOffVM_Task, 'duration_secs': 0.237866} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.939844] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.940010] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.940353] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b113b94b-abd8-4f12-a9a7-4841cddb0646 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.998597] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 736.019983] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.020297] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.020495] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Deleting the datastore file [datastore2] 49dd7535-e34a-4224-868a-56af142b1adb {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.020827] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a23eb0d-5c19-45cc-86a1-55064c06584a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.028218] env[65762]: DEBUG oslo_vmware.api [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for the task: (returnval){ [ 736.028218] env[65762]: value = "task-4559950" [ 736.028218] env[65762]: _type = "Task" [ 736.028218] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.039051] env[65762]: DEBUG oslo_vmware.api [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.261248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.262258] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 736.265472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.706s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.266957] env[65762]: INFO nova.compute.claims [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.415122] env[65762]: DEBUG oslo_concurrency.lockutils [req-acd1ba6b-7ca6-41f9-b13a-513ae51a0131 req-6345febd-7131-440c-8014-0fd60721dabf service nova] Releasing lock "refresh_cache-49dd7535-e34a-4224-868a-56af142b1adb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.445429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.445705] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.525487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.542893] env[65762]: DEBUG oslo_vmware.api [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Task: {'id': task-4559950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209465} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.543295] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.543593] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.544142] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.545031] env[65762]: INFO nova.compute.manager [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 736.545031] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.545031] env[65762]: DEBUG nova.compute.manager [-] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 736.545282] env[65762]: DEBUG nova.network.neutron [-] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 736.545331] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.578945] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.767243] env[65762]: DEBUG nova.compute.utils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.768918] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 736.769070] env[65762]: DEBUG nova.network.neutron [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 736.769430] env[65762]: WARNING neutronclient.v2_0.client [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.769742] env[65762]: WARNING neutronclient.v2_0.client [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.817725] env[65762]: DEBUG nova.policy [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdbea2c1b93c475291aabef18ea04f94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a74090125d704bb59cc40b48590a98a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.129213] env[65762]: DEBUG nova.compute.manager [req-0dd07c43-143c-49fc-8bc0-21d4cfaac404 req-516df8ab-8626-418b-9994-124ed96c2a21 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Received event network-vif-deleted-44bce9b9-7612-4534-bca7-eb7252974474 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 737.129326] env[65762]: INFO nova.compute.manager [req-0dd07c43-143c-49fc-8bc0-21d4cfaac404 req-516df8ab-8626-418b-9994-124ed96c2a21 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Neutron deleted interface 44bce9b9-7612-4534-bca7-eb7252974474; detaching it from the instance and deleting it from the info cache [ 737.129530] env[65762]: DEBUG nova.network.neutron [req-0dd07c43-143c-49fc-8bc0-21d4cfaac404 req-516df8ab-8626-418b-9994-124ed96c2a21 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.150924] env[65762]: DEBUG nova.network.neutron [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Successfully created port: bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 737.273569] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 737.322517] env[65762]: DEBUG nova.network.neutron [-] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.633208] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bde37bc8-934d-4a21-826f-2c71baf6d3b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.644076] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373e28ce-a7fc-4651-acc6-a54a316eb031 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.686593] env[65762]: DEBUG nova.compute.manager [req-0dd07c43-143c-49fc-8bc0-21d4cfaac404 req-516df8ab-8626-418b-9994-124ed96c2a21 service nova] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Detach interface failed, port_id=44bce9b9-7612-4534-bca7-eb7252974474, reason: Instance 49dd7535-e34a-4224-868a-56af142b1adb could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 737.825830] env[65762]: INFO nova.compute.manager [-] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Took 1.28 seconds to deallocate network for instance. [ 737.876760] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635366e3-a4d0-412c-b8ff-474b5bee725a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.884981] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadad9fd-62b2-4e90-a5f4-b0aa47cba93c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.918893] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92742a4-6aa1-4fd2-982d-56e1f44cb631 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.927527] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981bf2bd-d96b-4bfa-bede-5b1cb38fc12e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.941793] env[65762]: DEBUG nova.compute.provider_tree [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.293403] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 738.317574] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 738.317850] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.318026] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 738.318245] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.318386] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 738.318526] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 738.318729] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 738.318886] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 738.319133] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 738.319308] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 738.319483] env[65762]: DEBUG nova.virt.hardware [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 738.320584] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9303633-e445-4d79-b4ab-7222935e29f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.329427] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c07c4cb-3085-43aa-86c9-7227da94c582 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.334185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.444596] env[65762]: DEBUG nova.scheduler.client.report [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.511709] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 738.511709] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891053', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'name': 'volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deea35f9-8d70-4a1f-b731-a60f5731a540', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'serial': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 738.512497] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff3498d-ca33-4c22-9773-5705e0f4e403 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.538131] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2a2ed1-f4d9-4f2e-8cac-ebc751f3e77a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.573543] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d/volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.573543] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20809b5c-4e4d-4ae8-937a-cb71d30ccc19 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.593957] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Waiting for the task: (returnval){ [ 738.593957] env[65762]: value = "task-4559952" [ 738.593957] env[65762]: _type = "Task" [ 738.593957] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.609180] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.763786] env[65762]: DEBUG nova.compute.manager [req-356ac59b-6c9c-489d-9acd-3c9a1d21613c req-11337375-1240-45dc-be30-44e173e37595 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Received event network-vif-plugged-bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 738.764105] env[65762]: DEBUG oslo_concurrency.lockutils [req-356ac59b-6c9c-489d-9acd-3c9a1d21613c req-11337375-1240-45dc-be30-44e173e37595 service nova] Acquiring lock "848f510a-35f9-4b4b-9149-9431346f2922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.764407] env[65762]: DEBUG oslo_concurrency.lockutils [req-356ac59b-6c9c-489d-9acd-3c9a1d21613c req-11337375-1240-45dc-be30-44e173e37595 service nova] Lock "848f510a-35f9-4b4b-9149-9431346f2922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.764407] env[65762]: DEBUG oslo_concurrency.lockutils [req-356ac59b-6c9c-489d-9acd-3c9a1d21613c req-11337375-1240-45dc-be30-44e173e37595 service nova] Lock "848f510a-35f9-4b4b-9149-9431346f2922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.764569] env[65762]: DEBUG nova.compute.manager [req-356ac59b-6c9c-489d-9acd-3c9a1d21613c req-11337375-1240-45dc-be30-44e173e37595 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] No waiting events found dispatching network-vif-plugged-bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 738.764730] env[65762]: WARNING nova.compute.manager [req-356ac59b-6c9c-489d-9acd-3c9a1d21613c req-11337375-1240-45dc-be30-44e173e37595 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Received unexpected event network-vif-plugged-bb486ee4-01fe-4788-9865-b58266f85426 for instance with vm_state building and task_state spawning. [ 738.780101] env[65762]: DEBUG nova.network.neutron [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Successfully updated port: bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.950280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.950825] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 738.954217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.453s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.956079] env[65762]: INFO nova.compute.claims [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.104884] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.284592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "refresh_cache-848f510a-35f9-4b4b-9149-9431346f2922" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.284708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquired lock "refresh_cache-848f510a-35f9-4b4b-9149-9431346f2922" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.284865] env[65762]: DEBUG nova.network.neutron [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 739.456725] env[65762]: DEBUG nova.compute.utils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.458622] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 739.459098] env[65762]: DEBUG nova.network.neutron [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 739.459728] env[65762]: WARNING neutronclient.v2_0.client [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.460381] env[65762]: WARNING neutronclient.v2_0.client [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.506756] env[65762]: DEBUG nova.policy [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1be3e724fc640039357b6e1ce4a6ad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c355b52c17d04a1785112a469b2d3dcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.607875] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.822141] env[65762]: DEBUG nova.network.neutron [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.836034] env[65762]: DEBUG nova.network.neutron [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Successfully created port: ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 739.904894] env[65762]: WARNING neutronclient.v2_0.client [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.965479] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 740.040363] env[65762]: DEBUG nova.network.neutron [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Updating instance_info_cache with network_info: [{"id": "bb486ee4-01fe-4788-9865-b58266f85426", "address": "fa:16:3e:07:44:d2", "network": {"id": "abffcd90-bb6a-44d4-9f87-3809defa0aa4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1882433802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a74090125d704bb59cc40b48590a98a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb486ee4-01", "ovs_interfaceid": "bb486ee4-01fe-4788-9865-b58266f85426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.112032] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559952, 'name': ReconfigVM_Task, 'duration_secs': 1.051052} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.117028] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d/volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.121856] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff3b21f-c884-4711-bf6e-afe0bf10e42a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.144979] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Waiting for the task: (returnval){ [ 740.144979] env[65762]: value = "task-4559953" [ 740.144979] env[65762]: _type = "Task" [ 740.144979] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.158262] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.547023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Releasing lock "refresh_cache-848f510a-35f9-4b4b-9149-9431346f2922" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.547023] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Instance network_info: |[{"id": "bb486ee4-01fe-4788-9865-b58266f85426", "address": "fa:16:3e:07:44:d2", "network": {"id": "abffcd90-bb6a-44d4-9f87-3809defa0aa4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1882433802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a74090125d704bb59cc40b48590a98a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb486ee4-01", "ovs_interfaceid": "bb486ee4-01fe-4788-9865-b58266f85426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 740.547023] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:44:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb486ee4-01fe-4788-9865-b58266f85426', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.555328] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Creating folder: Project (a74090125d704bb59cc40b48590a98a8). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.559017] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fe0e883-ee43-45cb-bef0-9c84bea23324 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.571537] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Created folder: Project (a74090125d704bb59cc40b48590a98a8) in parent group-v890951. [ 740.571699] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Creating folder: Instances. Parent ref: group-v891054. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.571968] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-554433b3-9c39-4319-9878-de4419aebbb9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.586447] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Created folder: Instances in parent group-v891054. [ 740.586720] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.591385] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.591906] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750fd45b-f3c1-411f-ba37-2b628ebda325 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.617761] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52802162-359b-3c3f-472d-4cbbb8536c4a/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 740.618690] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f9a4dd-66c0-4ea8-96d0-ac6b6bbd24b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.622396] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.622396] env[65762]: value = "task-4559956" [ 740.622396] env[65762]: _type = "Task" [ 740.622396] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.631051] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52802162-359b-3c3f-472d-4cbbb8536c4a/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 740.631051] env[65762]: ERROR oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52802162-359b-3c3f-472d-4cbbb8536c4a/disk-0.vmdk due to incomplete transfer. [ 740.631412] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65d494ee-104a-4c6d-bc40-1070d34dda43 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.639211] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559956, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.647043] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52802162-359b-3c3f-472d-4cbbb8536c4a/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 740.647043] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Uploaded image 8b8f1123-5231-4368-b3c3-7689893d0d44 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 740.649049] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 740.654961] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be9db21c-43eb-4c19-ad0f-c2bf9f91140c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.662826] env[65762]: DEBUG oslo_vmware.api [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559953, 'name': ReconfigVM_Task, 'duration_secs': 0.195342} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.664385] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891053', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'name': 'volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deea35f9-8d70-4a1f-b731-a60f5731a540', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'serial': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 740.666110] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 740.666110] env[65762]: value = "task-4559957" [ 740.666110] env[65762]: _type = "Task" [ 740.666110] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.680481] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559957, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.684093] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c66a5-5ee3-4fcc-8a8f-4cdbf67bf9ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.693716] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab295d1-d651-4dbc-9bed-857315841e69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.733028] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25bfe5c-66e9-49a2-8c3e-58587a8ea9d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.742721] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc8761-ce2c-4282-be5c-dfbdf2f923f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.760705] env[65762]: DEBUG nova.compute.provider_tree [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.873273] env[65762]: DEBUG nova.compute.manager [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Received event network-changed-bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 740.873273] env[65762]: DEBUG nova.compute.manager [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Refreshing instance network info cache due to event network-changed-bb486ee4-01fe-4788-9865-b58266f85426. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 740.873840] env[65762]: DEBUG oslo_concurrency.lockutils [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] Acquiring lock "refresh_cache-848f510a-35f9-4b4b-9149-9431346f2922" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.874062] env[65762]: DEBUG oslo_concurrency.lockutils [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] Acquired lock "refresh_cache-848f510a-35f9-4b4b-9149-9431346f2922" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.874359] env[65762]: DEBUG nova.network.neutron [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Refreshing network info cache for port bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.984428] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 741.009863] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 741.011154] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.011154] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 741.011154] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.011154] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 741.011154] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 741.011154] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 741.011490] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 741.011490] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 741.011616] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 741.011819] env[65762]: DEBUG nova.virt.hardware [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 741.012758] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dd14de-1747-4be4-9dca-6b3b401bd147 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.023185] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12dfcca-8068-41be-96b8-96ce912b8069 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.133337] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559956, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.179997] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559957, 'name': Destroy_Task, 'duration_secs': 0.433367} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.181037] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Destroyed the VM [ 741.181037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 741.181037] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ebbea6e-9f51-4067-8a49-026ccb2db2ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.189652] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 741.189652] env[65762]: value = "task-4559958" [ 741.189652] env[65762]: _type = "Task" [ 741.189652] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.198466] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.265698] env[65762]: DEBUG nova.scheduler.client.report [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.377807] env[65762]: WARNING neutronclient.v2_0.client [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.472884] env[65762]: DEBUG nova.network.neutron [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Successfully updated port: ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 741.553500] env[65762]: WARNING neutronclient.v2_0.client [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.631683] env[65762]: DEBUG nova.network.neutron [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Updated VIF entry in instance network info cache for port bb486ee4-01fe-4788-9865-b58266f85426. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.632272] env[65762]: DEBUG nova.network.neutron [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Updating instance_info_cache with network_info: [{"id": "bb486ee4-01fe-4788-9865-b58266f85426", "address": "fa:16:3e:07:44:d2", "network": {"id": "abffcd90-bb6a-44d4-9f87-3809defa0aa4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1882433802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a74090125d704bb59cc40b48590a98a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb486ee4-01", "ovs_interfaceid": "bb486ee4-01fe-4788-9865-b58266f85426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.644792] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559956, 'name': CreateVM_Task, 'duration_secs': 0.595521} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.645562] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.646288] env[65762]: WARNING neutronclient.v2_0.client [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.646815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.647169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.647659] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.648364] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75eacb5-8b7d-4ac0-92e1-e39d167b2b39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.656510] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 741.656510] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e55879-ce2d-7859-88aa-a1f521e2129d" [ 741.656510] env[65762]: _type = "Task" [ 741.656510] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.669251] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e55879-ce2d-7859-88aa-a1f521e2129d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.700622] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.723212] env[65762]: DEBUG nova.objects.instance [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lazy-loading 'flavor' on Instance uuid deea35f9-8d70-4a1f-b731-a60f5731a540 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.770846] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.771385] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 741.773854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.271s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.774060] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.776065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.480s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.776274] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.778089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.354s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.780090] env[65762]: INFO nova.compute.claims [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.809404] env[65762]: INFO nova.scheduler.client.report [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Deleted allocations for instance f2cbc9f3-12f8-4737-a8ca-013c6caea3e9 [ 741.812541] env[65762]: INFO nova.scheduler.client.report [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Deleted allocations for instance 97d6e916-2551-4b80-9b52-1fdab5d3796f [ 741.975567] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.975821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.976148] env[65762]: DEBUG nova.network.neutron [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 742.135703] env[65762]: DEBUG oslo_concurrency.lockutils [req-d5cac822-5aa8-4126-9eb9-2e0e77abb3c3 req-68fecf07-bbe4-4c88-91a0-df00db173112 service nova] Releasing lock "refresh_cache-848f510a-35f9-4b4b-9149-9431346f2922" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168788] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e55879-ce2d-7859-88aa-a1f521e2129d, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.169133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.169606] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.169606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.169738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170118] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.170229] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-008b3b83-637b-4796-8e2b-14a926ccbcf0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.182278] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.182462] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.183808] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19e2ead-7edc-491b-b715-d6f52243f05d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.191334] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 742.191334] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527580d8-9bc1-0364-c1fa-f4f738bf9159" [ 742.191334] env[65762]: _type = "Task" [ 742.191334] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.210418] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.216280] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527580d8-9bc1-0364-c1fa-f4f738bf9159, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.217105] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d5ff07-8d95-4ca6-9e1c-a9db17f22190 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.224169] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 742.224169] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e79da4-99f7-f282-93fd-2fbc46c2131f" [ 742.224169] env[65762]: _type = "Task" [ 742.224169] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.235809] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5659b700-cc63-476c-a02b-2ce8701b2575 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.365s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.241854] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e79da4-99f7-f282-93fd-2fbc46c2131f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.286313] env[65762]: DEBUG nova.compute.utils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.290779] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 742.290996] env[65762]: DEBUG nova.network.neutron [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.291344] env[65762]: WARNING neutronclient.v2_0.client [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.291636] env[65762]: WARNING neutronclient.v2_0.client [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.325141] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbc72389-ed60-466f-bef0-7d189e05613d tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Lock "97d6e916-2551-4b80-9b52-1fdab5d3796f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.039s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.325507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1891e5c4-5da6-4638-9a94-46f49b2777b2 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Lock "f2cbc9f3-12f8-4737-a8ca-013c6caea3e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.079s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.353465] env[65762]: DEBUG nova.policy [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f887b629c8864eb7a204ad8172ca0650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ca54edb2fe4c03bf3aa64458f06453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.570928] env[65762]: DEBUG nova.network.neutron [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.703516] env[65762]: DEBUG oslo_vmware.api [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4559958, 'name': RemoveSnapshot_Task, 'duration_secs': 1.39327} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.703997] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 742.705063] env[65762]: INFO nova.compute.manager [None req-ff1059ef-e544-4e14-9987-187d42035ae2 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Took 17.15 seconds to snapshot the instance on the hypervisor. [ 742.739541] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e79da4-99f7-f282-93fd-2fbc46c2131f, 'name': SearchDatastore_Task, 'duration_secs': 0.025208} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.739541] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.739958] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 848f510a-35f9-4b4b-9149-9431346f2922/848f510a-35f9-4b4b-9149-9431346f2922.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.740130] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93003238-1702-4584-8089-387b8f00920f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.748766] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 742.748766] env[65762]: value = "task-4559959" [ 742.748766] env[65762]: _type = "Task" [ 742.748766] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.759435] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.779118] env[65762]: DEBUG nova.network.neutron [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Successfully created port: a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 742.791422] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 742.970234] env[65762]: WARNING neutronclient.v2_0.client [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.073677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.074048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.262855] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559959, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.401012] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6766bd-d963-424d-9638-0a85ba8cad37 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.409478] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08971f98-c640-453e-9b1f-f096786b39de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.442660] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bd9241-0dab-464e-afa4-5a96bbc4cccb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.451267] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c1b495-dd8f-4c8f-8cfe-75a8ae2afacf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.466709] env[65762]: DEBUG nova.compute.provider_tree [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.577344] env[65762]: INFO nova.compute.manager [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Detaching volume f21a50df-d99a-4816-a1f9-fe5bd5b4951d [ 743.616330] env[65762]: INFO nova.virt.block_device [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Attempting to driver detach volume f21a50df-d99a-4816-a1f9-fe5bd5b4951d from mountpoint /dev/sdb [ 743.616682] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.616870] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891053', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'name': 'volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deea35f9-8d70-4a1f-b731-a60f5731a540', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'serial': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.617755] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0225cc9-4973-4fd6-bd3d-9fa4059393e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.640127] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c068b25-340b-4121-b92b-a030d5d3a497 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.649610] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c47b63-2709-404a-928f-62fb75e5e94e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.672657] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5487a6-7f77-4a21-af92-048314cfc3ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.692088] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] The volume has not been displaced from its original location: [datastore2] volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d/volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.701962] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.702566] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a62cd6-3d98-4d1d-ac1e-ad38cb419ce8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.732989] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Waiting for the task: (returnval){ [ 743.732989] env[65762]: value = "task-4559960" [ 743.732989] env[65762]: _type = "Task" [ 743.732989] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.742938] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.760879] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593676} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.761091] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 848f510a-35f9-4b4b-9149-9431346f2922/848f510a-35f9-4b4b-9149-9431346f2922.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.761292] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.761569] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2998d5f-3253-484d-81be-346fd74c5678 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.772024] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 743.772024] env[65762]: value = "task-4559961" [ 743.772024] env[65762]: _type = "Task" [ 743.772024] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.783880] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.800885] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 743.841243] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 743.843799] env[65762]: DEBUG nova.virt.hardware [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 743.844313] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3149c09-4f61-4906-addf-22cc9a83ee87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.854149] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cfedc2-2d2e-4e49-b023-a9a03e18b096 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.969963] env[65762]: DEBUG nova.scheduler.client.report [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.244736] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.282992] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.284393] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.285542] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708df05a-7d00-4a81-80d2-1d44c3519d21 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.314882] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 848f510a-35f9-4b4b-9149-9431346f2922/848f510a-35f9-4b4b-9149-9431346f2922.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.314882] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1769df0e-3a27-4519-9d93-96a0d3947051 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.337140] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 744.337140] env[65762]: value = "task-4559962" [ 744.337140] env[65762]: _type = "Task" [ 744.337140] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.346090] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.471603] env[65762]: DEBUG nova.network.neutron [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Successfully updated port: a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 744.475197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.475688] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 744.479196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.125s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.479196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.483071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.707s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.484929] env[65762]: INFO nova.compute.claims [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.522211] env[65762]: INFO nova.scheduler.client.report [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocations for instance 64ba35ce-5285-4932-8656-7dd4bced4bac [ 744.575019] env[65762]: DEBUG nova.network.neutron [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updating instance_info_cache with network_info: [{"id": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "address": "fa:16:3e:44:44:67", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc943d6-f0", "ovs_interfaceid": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.746904] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.846833] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559962, 'name': ReconfigVM_Task, 'duration_secs': 0.334797} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.849190] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 848f510a-35f9-4b4b-9149-9431346f2922/848f510a-35f9-4b4b-9149-9431346f2922.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.849866] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-931baa2c-01ec-4204-b5b3-f6376508589a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.857766] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 744.857766] env[65762]: value = "task-4559963" [ 744.857766] env[65762]: _type = "Task" [ 744.857766] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.872322] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559963, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.926701] env[65762]: DEBUG nova.compute.manager [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Received event network-vif-plugged-ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 744.926968] env[65762]: DEBUG oslo_concurrency.lockutils [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] Acquiring lock "c41bab1e-bb19-4ace-8198-03a49357877e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.928697] env[65762]: DEBUG oslo_concurrency.lockutils [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] Lock "c41bab1e-bb19-4ace-8198-03a49357877e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.928697] env[65762]: DEBUG oslo_concurrency.lockutils [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] Lock "c41bab1e-bb19-4ace-8198-03a49357877e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.928697] env[65762]: DEBUG nova.compute.manager [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] No waiting events found dispatching network-vif-plugged-ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.928697] env[65762]: WARNING nova.compute.manager [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Received unexpected event network-vif-plugged-ddc943d6-f025-448a-bd90-a3c5d33abd27 for instance with vm_state building and task_state spawning. [ 744.928697] env[65762]: DEBUG nova.compute.manager [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Received event network-changed-ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 744.928697] env[65762]: DEBUG nova.compute.manager [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Refreshing instance network info cache due to event network-changed-ddc943d6-f025-448a-bd90-a3c5d33abd27. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 744.928697] env[65762]: DEBUG oslo_concurrency.lockutils [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] Acquiring lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.975035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "refresh_cache-073d851e-561b-418a-a3be-d3350198c85b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.975261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "refresh_cache-073d851e-561b-418a-a3be-d3350198c85b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.975511] env[65762]: DEBUG nova.network.neutron [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.989817] env[65762]: DEBUG nova.compute.utils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.999648] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 745.000281] env[65762]: DEBUG nova.network.neutron [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.001627] env[65762]: WARNING neutronclient.v2_0.client [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.002427] env[65762]: WARNING neutronclient.v2_0.client [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.029330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "64ba35ce-5285-4932-8656-7dd4bced4bac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.365s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.077732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.078200] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Instance network_info: |[{"id": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "address": "fa:16:3e:44:44:67", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc943d6-f0", "ovs_interfaceid": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 745.079031] env[65762]: DEBUG oslo_concurrency.lockutils [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] Acquired lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.079222] env[65762]: DEBUG nova.network.neutron [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Refreshing network info cache for port ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.080448] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:44:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddc943d6-f025-448a-bd90-a3c5d33abd27', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.087983] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Creating folder: Project (c355b52c17d04a1785112a469b2d3dcb). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.089613] env[65762]: WARNING neutronclient.v2_0.client [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.091851] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5097e807-aad9-4cae-97b6-02353e8df1a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.105654] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Created folder: Project (c355b52c17d04a1785112a469b2d3dcb) in parent group-v890951. [ 745.106169] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Creating folder: Instances. Parent ref: group-v891057. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.106169] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d96002-7ed8-45f7-8885-1cb1b2133a06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.120876] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Created folder: Instances in parent group-v891057. [ 745.121326] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.121638] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.121981] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1158bb0a-9f5a-4079-a0b9-70f97f64ceb8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.145195] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.145195] env[65762]: value = "task-4559966" [ 745.145195] env[65762]: _type = "Task" [ 745.145195] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.156252] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559966, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.246665] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559960, 'name': ReconfigVM_Task, 'duration_secs': 1.260051} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.246963] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 745.252067] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e86166a-a72a-4f37-83c3-f5f5e9b1e77e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.269468] env[65762]: DEBUG nova.policy [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d03fd65d6fd42799c706da03fd8d38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dea2f62b47e54fdfb9e2bb239e6ed304', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.273650] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Waiting for the task: (returnval){ [ 745.273650] env[65762]: value = "task-4559967" [ 745.273650] env[65762]: _type = "Task" [ 745.273650] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.284116] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.369585] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559963, 'name': Rename_Task, 'duration_secs': 0.158873} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.369858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.370162] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1299f3f1-224f-49c3-b7b7-5ef81c136b4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.378573] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 745.378573] env[65762]: value = "task-4559968" [ 745.378573] env[65762]: _type = "Task" [ 745.378573] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.389179] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.506062] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 745.592361] env[65762]: DEBUG nova.network.neutron [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.659054] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559966, 'name': CreateVM_Task, 'duration_secs': 0.435616} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.662408] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.663220] env[65762]: WARNING neutronclient.v2_0.client [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.663493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.663634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.663977] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.664300] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb3ea76-4eeb-4bdf-808e-c79236b23e47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.671111] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 745.671111] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b86cfa-d942-4620-1600-3869bb3ac0bb" [ 745.671111] env[65762]: _type = "Task" [ 745.671111] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.685706] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b86cfa-d942-4620-1600-3869bb3ac0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.686070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.686302] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.686527] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.686712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.686830] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.687138] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5764e55-e033-4654-ba99-5939d58e6d62 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.700249] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.700563] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.701245] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7629b005-603b-40d0-a109-f5f6be930b64 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.708534] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 745.708534] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f9cc29-c225-192d-c5fa-fbf5990f3891" [ 745.708534] env[65762]: _type = "Task" [ 745.708534] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.716275] env[65762]: DEBUG nova.network.neutron [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Successfully created port: bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.726172] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f9cc29-c225-192d-c5fa-fbf5990f3891, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.727095] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de943270-add1-4cf8-8e6f-76d41b4cc914 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.738657] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 745.738657] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52df1403-71b2-2004-04dd-1551d8084a91" [ 745.738657] env[65762]: _type = "Task" [ 745.738657] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.750788] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52df1403-71b2-2004-04dd-1551d8084a91, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.751226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.751600] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] c41bab1e-bb19-4ace-8198-03a49357877e/c41bab1e-bb19-4ace-8198-03a49357877e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.751951] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19904552-b279-46ee-a3a5-ffd8459b00f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.766256] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 745.766256] env[65762]: value = "task-4559969" [ 745.766256] env[65762]: _type = "Task" [ 745.766256] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.769374] env[65762]: WARNING neutronclient.v2_0.client [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.778024] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.792372] env[65762]: DEBUG oslo_vmware.api [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Task: {'id': task-4559967, 'name': ReconfigVM_Task, 'duration_secs': 0.176227} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.792733] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891053', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'name': 'volume-f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deea35f9-8d70-4a1f-b731-a60f5731a540', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d', 'serial': 'f21a50df-d99a-4816-a1f9-fe5bd5b4951d'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.896107] env[65762]: DEBUG oslo_vmware.api [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559968, 'name': PowerOnVM_Task, 'duration_secs': 0.49423} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.899750] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.899986] env[65762]: INFO nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Took 7.61 seconds to spawn the instance on the hypervisor. [ 745.900188] env[65762]: DEBUG nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 745.901680] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82295ffd-4c19-40c2-9c6a-1b2f41ea5984 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.976705] env[65762]: WARNING neutronclient.v2_0.client [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.012863] env[65762]: DEBUG nova.network.neutron [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updated VIF entry in instance network info cache for port ddc943d6-f025-448a-bd90-a3c5d33abd27. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 746.013232] env[65762]: DEBUG nova.network.neutron [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updating instance_info_cache with network_info: [{"id": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "address": "fa:16:3e:44:44:67", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc943d6-f0", "ovs_interfaceid": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.225715] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4801276-7896-423d-828e-508618a09b78 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.235186] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b4c4d-c1d3-4eb6-9aa4-22fc227fc9be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.274090] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee7b50-d39d-4a6e-b627-d55351b2ba38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.287471] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3167f425-8a1f-482b-a4df-3ccd0b62e36c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.291917] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513038} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.292224] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] c41bab1e-bb19-4ace-8198-03a49357877e/c41bab1e-bb19-4ace-8198-03a49357877e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.292436] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.293109] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8abecef0-e01e-4b5d-ae7a-b3d15c3b9906 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.304442] env[65762]: DEBUG nova.compute.provider_tree [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.307643] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 746.307643] env[65762]: value = "task-4559970" [ 746.307643] env[65762]: _type = "Task" [ 746.307643] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.317480] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.366955] env[65762]: DEBUG nova.objects.instance [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lazy-loading 'flavor' on Instance uuid deea35f9-8d70-4a1f-b731-a60f5731a540 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.423762] env[65762]: INFO nova.compute.manager [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Took 54.96 seconds to build instance. [ 746.501222] env[65762]: DEBUG nova.compute.manager [req-470d65aa-430c-4c04-848e-cb80da293ea4 req-ac6d3028-757a-4760-b596-e6de6d4ba27f service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Received event network-vif-plugged-a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 746.501419] env[65762]: DEBUG oslo_concurrency.lockutils [req-470d65aa-430c-4c04-848e-cb80da293ea4 req-ac6d3028-757a-4760-b596-e6de6d4ba27f service nova] Acquiring lock "073d851e-561b-418a-a3be-d3350198c85b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.501718] env[65762]: DEBUG oslo_concurrency.lockutils [req-470d65aa-430c-4c04-848e-cb80da293ea4 req-ac6d3028-757a-4760-b596-e6de6d4ba27f service nova] Lock "073d851e-561b-418a-a3be-d3350198c85b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.501925] env[65762]: DEBUG oslo_concurrency.lockutils [req-470d65aa-430c-4c04-848e-cb80da293ea4 req-ac6d3028-757a-4760-b596-e6de6d4ba27f service nova] Lock "073d851e-561b-418a-a3be-d3350198c85b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.502142] env[65762]: DEBUG nova.compute.manager [req-470d65aa-430c-4c04-848e-cb80da293ea4 req-ac6d3028-757a-4760-b596-e6de6d4ba27f service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] No waiting events found dispatching network-vif-plugged-a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 746.502377] env[65762]: WARNING nova.compute.manager [req-470d65aa-430c-4c04-848e-cb80da293ea4 req-ac6d3028-757a-4760-b596-e6de6d4ba27f service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Received unexpected event network-vif-plugged-a046815c-dc8b-486a-9df5-0252029d181f for instance with vm_state building and task_state spawning. [ 746.507462] env[65762]: DEBUG nova.network.neutron [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Updating instance_info_cache with network_info: [{"id": "a046815c-dc8b-486a-9df5-0252029d181f", "address": "fa:16:3e:ae:6e:da", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa046815c-dc", "ovs_interfaceid": "a046815c-dc8b-486a-9df5-0252029d181f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.517400] env[65762]: DEBUG oslo_concurrency.lockutils [req-baedecbf-ccfa-4026-91f8-49020631769d req-27e44fd8-6037-4bc1-9326-3343245cb84a service nova] Releasing lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.526710] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 746.555690] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.556031] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.556145] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.556256] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.556390] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.557346] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.557346] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.557346] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.557346] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.557346] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.557346] env[65762]: DEBUG nova.virt.hardware [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.558385] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb881c83-6292-4135-ad97-edf2c70331de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.567219] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4dc6e2-f351-4225-86fc-3cd1bbfcbfbb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810380] env[65762]: DEBUG nova.scheduler.client.report [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.830331] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075315} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.831545] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.832390] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05820b44-59ee-4ceb-be25-71349b067b5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.868224] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c41bab1e-bb19-4ace-8198-03a49357877e/c41bab1e-bb19-4ace-8198-03a49357877e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.869039] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-619702b5-e5d0-4693-a892-7d1944f0e239 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.893115] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 746.893115] env[65762]: value = "task-4559971" [ 746.893115] env[65762]: _type = "Task" [ 746.893115] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.904038] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.926678] env[65762]: DEBUG oslo_concurrency.lockutils [None req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "848f510a-35f9-4b4b-9149-9431346f2922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.726s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.012536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "refresh_cache-073d851e-561b-418a-a3be-d3350198c85b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.012705] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Instance network_info: |[{"id": "a046815c-dc8b-486a-9df5-0252029d181f", "address": "fa:16:3e:ae:6e:da", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa046815c-dc", "ovs_interfaceid": "a046815c-dc8b-486a-9df5-0252029d181f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 747.014159] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:6e:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a046815c-dc8b-486a-9df5-0252029d181f', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.021343] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 747.021598] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.022233] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c31e191f-dc47-4713-99c0-4fd218f7298f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.044676] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.044676] env[65762]: value = "task-4559972" [ 747.044676] env[65762]: _type = "Task" [ 747.044676] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.054396] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559972, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.323729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.324233] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 747.326887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.964s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.327086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.329512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.581s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.329688] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.331534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.582s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.332939] env[65762]: INFO nova.compute.claims [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.361700] env[65762]: INFO nova.scheduler.client.report [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Deleted allocations for instance 76824fd3-c494-4610-8cd4-9e2661b260c2 [ 747.364705] env[65762]: INFO nova.scheduler.client.report [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Deleted allocations for instance 0a8322ad-0143-4cbb-9e07-043cd3ab1899 [ 747.391890] env[65762]: DEBUG oslo_concurrency.lockutils [None req-86cbbfd8-3eec-475e-a85f-9c86ad8fb142 tempest-VolumesAssistedSnapshotsTest-79957624 tempest-VolumesAssistedSnapshotsTest-79957624-project-admin] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.318s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.405643] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559971, 'name': ReconfigVM_Task, 'duration_secs': 0.299158} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.405643] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c41bab1e-bb19-4ace-8198-03a49357877e/c41bab1e-bb19-4ace-8198-03a49357877e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.406151] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2f54e2-fa46-4eab-998f-a4fbb4964de9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.416135] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 747.416135] env[65762]: value = "task-4559973" [ 747.416135] env[65762]: _type = "Task" [ 747.416135] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.417728] env[65762]: DEBUG nova.network.neutron [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Successfully updated port: bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.434709] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 747.439723] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559973, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.556736] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559972, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.841017] env[65762]: DEBUG nova.compute.utils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.850105] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 747.850105] env[65762]: DEBUG nova.network.neutron [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 747.850105] env[65762]: WARNING neutronclient.v2_0.client [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.850105] env[65762]: WARNING neutronclient.v2_0.client [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.874830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e5f0983-b79f-4fb5-860c-26917ce243db tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Lock "0a8322ad-0143-4cbb-9e07-043cd3ab1899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.405s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.876042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53063f8c-a499-4fcd-bf7d-493668936295 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "76824fd3-c494-4610-8cd4-9e2661b260c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.604s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.924022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "refresh_cache-7913a6e0-c740-40bf-8633-8aa1e0a74b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.924022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquired lock "refresh_cache-7913a6e0-c740-40bf-8633-8aa1e0a74b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.924022] env[65762]: DEBUG nova.network.neutron [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.945024] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559973, 'name': Rename_Task, 'duration_secs': 0.161613} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.945599] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.945915] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6fa344-1734-4148-82b3-b39b3c974d1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.957541] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 747.957541] env[65762]: value = "task-4559975" [ 747.957541] env[65762]: _type = "Task" [ 747.957541] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.962971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.969514] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.061989] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559972, 'name': CreateVM_Task, 'duration_secs': 0.643912} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.062413] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.063381] env[65762]: WARNING neutronclient.v2_0.client [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.063950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.064160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.064883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.065430] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faad9561-599c-449d-af10-9bbbd57f64c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.072505] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 748.072505] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52119266-22e5-cc37-c021-b492e215e21e" [ 748.072505] env[65762]: _type = "Task" [ 748.072505] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.083106] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52119266-22e5-cc37-c021-b492e215e21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.349575] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 748.472370] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559975, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.587416] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52119266-22e5-cc37-c021-b492e215e21e, 'name': SearchDatastore_Task, 'duration_secs': 0.014069} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.587737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.588016] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.588261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.588415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.588596] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.588872] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bac38167-c48f-4559-9c10-9e233226951b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.600142] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.600142] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.600142] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7c8ce2-fa4a-4aab-a2a0-5d40c1ecb41c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.607450] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 748.607450] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e17ebc-d73f-9680-8759-69d4becf44c1" [ 748.607450] env[65762]: _type = "Task" [ 748.607450] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.622804] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e17ebc-d73f-9680-8759-69d4becf44c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.627032] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4888f554-d19c-4ef1-95b2-fe32974915d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.633405] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 748.633405] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524817bf-e0ec-3ace-f226-1d0a553a5ab3" [ 748.633405] env[65762]: _type = "Task" [ 748.633405] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.646962] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524817bf-e0ec-3ace-f226-1d0a553a5ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.725342] env[65762]: DEBUG nova.policy [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.754059] env[65762]: DEBUG nova.network.neutron [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.962750] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c04287-e4a6-413b-a4a3-8a6b85350519 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.978629] env[65762]: DEBUG oslo_vmware.api [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4559975, 'name': PowerOnVM_Task, 'duration_secs': 0.573819} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.980116] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10576b-3cc5-46f8-b6fd-bb03984932a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.983029] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.983515] env[65762]: INFO nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 748.983637] env[65762]: DEBUG nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 748.985039] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecdaf10-dfdb-4423-8e57-494dc9be4678 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.028360] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89380cb8-12d0-4031-88fe-38b399fa532e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.035558] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c025219-343f-43a7-844a-9d86247123fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.051578] env[65762]: DEBUG nova.compute.provider_tree [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.145324] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524817bf-e0ec-3ace-f226-1d0a553a5ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.145611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.145850] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 073d851e-561b-418a-a3be-d3350198c85b/073d851e-561b-418a-a3be-d3350198c85b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.146202] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b494f32e-23ee-4fe0-a98e-2708f0734841 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.153986] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 749.153986] env[65762]: value = "task-4559976" [ 749.153986] env[65762]: _type = "Task" [ 749.153986] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.163975] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.173875] env[65762]: DEBUG nova.network.neutron [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Successfully created port: 236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 749.366870] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 749.401601] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 749.401922] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.402154] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 749.402387] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.402573] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 749.403102] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 749.403102] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 749.403238] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 749.403689] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 749.403689] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 749.403897] env[65762]: DEBUG nova.virt.hardware [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 749.404845] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb9e697-9098-4dee-b96c-29ec4d633f5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.415722] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256cacf1-943a-4a7f-a881-12ab34ad4bbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.535953] env[65762]: INFO nova.compute.manager [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Took 57.00 seconds to build instance. [ 749.555931] env[65762]: DEBUG nova.scheduler.client.report [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.666809] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.844712] env[65762]: WARNING neutronclient.v2_0.client [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.015703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "74dd4675-f16d-4833-b78d-911898c9911a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.015959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.041246] env[65762]: DEBUG oslo_concurrency.lockutils [None req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "c41bab1e-bb19-4ace-8198-03a49357877e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.689s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.063499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.064414] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 750.075040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.129s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.075040] env[65762]: INFO nova.compute.claims [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.106686] env[65762]: DEBUG nova.network.neutron [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Updating instance_info_cache with network_info: [{"id": "bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a", "address": "fa:16:3e:d2:11:a7", "network": {"id": "3aedd4cc-b438-47a1-a476-c5cd154bd438", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1719979744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2f62b47e54fdfb9e2bb239e6ed304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3ffae5-f5", "ovs_interfaceid": "bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.167378] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89334} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.167378] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 073d851e-561b-418a-a3be-d3350198c85b/073d851e-561b-418a-a3be-d3350198c85b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.167378] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.167378] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ea5244a-ce58-424a-895b-690680b330bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.179022] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 750.179022] env[65762]: value = "task-4559977" [ 750.179022] env[65762]: _type = "Task" [ 750.179022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.187231] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.549184] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 750.575751] env[65762]: DEBUG nova.compute.utils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.578031] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 750.578269] env[65762]: DEBUG nova.network.neutron [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 750.581403] env[65762]: WARNING neutronclient.v2_0.client [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.581403] env[65762]: WARNING neutronclient.v2_0.client [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.609196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Releasing lock "refresh_cache-7913a6e0-c740-40bf-8633-8aa1e0a74b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.609937] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Instance network_info: |[{"id": "bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a", "address": "fa:16:3e:d2:11:a7", "network": {"id": "3aedd4cc-b438-47a1-a476-c5cd154bd438", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1719979744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2f62b47e54fdfb9e2bb239e6ed304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3ffae5-f5", "ovs_interfaceid": "bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 750.610080] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:11:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.623320] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Creating folder: Project (dea2f62b47e54fdfb9e2bb239e6ed304). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.625185] env[65762]: DEBUG nova.policy [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed037f8173dd43e4a6d9e79d68d128e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9f0beb629af40fa966612ff44c96902', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.627985] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59ee38e-cd57-45f4-b34c-81d011c62fcd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.646545] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Created folder: Project (dea2f62b47e54fdfb9e2bb239e6ed304) in parent group-v890951. [ 750.647032] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Creating folder: Instances. Parent ref: group-v891061. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.647115] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f029ecd-6a66-4299-ab25-566e4d444915 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.663023] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Created folder: Instances in parent group-v891061. [ 750.663379] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.663647] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.663901] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4affbde-0784-4b26-af52-1d2ce594dda0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.689568] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16854} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.691454] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.691800] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.691800] env[65762]: value = "task-4559980" [ 750.691800] env[65762]: _type = "Task" [ 750.691800] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.692692] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6b76c-8580-4f7d-ad45-5589d2219f63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.730117] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 073d851e-561b-418a-a3be-d3350198c85b/073d851e-561b-418a-a3be-d3350198c85b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.730264] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559980, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.730833] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48975428-0647-4fd4-bc5e-9f8589935cc3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.751803] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 750.751803] env[65762]: value = "task-4559981" [ 750.751803] env[65762]: _type = "Task" [ 750.751803] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.760880] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.931438] env[65762]: DEBUG nova.network.neutron [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Successfully updated port: 236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.978052] env[65762]: DEBUG nova.network.neutron [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Successfully created port: 6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.078874] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 751.087980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.100280] env[65762]: DEBUG nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Received event network-changed-a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 751.100280] env[65762]: DEBUG nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Refreshing instance network info cache due to event network-changed-a046815c-dc8b-486a-9df5-0252029d181f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 751.100280] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Acquiring lock "refresh_cache-073d851e-561b-418a-a3be-d3350198c85b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.100280] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Acquired lock "refresh_cache-073d851e-561b-418a-a3be-d3350198c85b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.100280] env[65762]: DEBUG nova.network.neutron [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Refreshing network info cache for port a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.136130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "f671e07b-eb46-443a-beed-abb7b5d62f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.138019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.138019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "f671e07b-eb46-443a-beed-abb7b5d62f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.138019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.138019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.139568] env[65762]: INFO nova.compute.manager [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Terminating instance [ 751.211335] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559980, 'name': CreateVM_Task, 'duration_secs': 0.477903} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.211561] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.212166] env[65762]: WARNING neutronclient.v2_0.client [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.212715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.212913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.213263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.213538] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b719039a-9e2b-4656-b681-61a67aaf4eb3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.222269] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 751.222269] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ec34ab-ee62-1a9c-fd4f-36ce759f39b9" [ 751.222269] env[65762]: _type = "Task" [ 751.222269] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.237820] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ec34ab-ee62-1a9c-fd4f-36ce759f39b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.237820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.237968] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.239059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.239059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.239059] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.239059] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e05cdc-78a9-473b-b88e-213fdb0fddfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.250153] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.250153] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.251043] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918fa637-3cdf-44b4-b376-b16dd9ddf5fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.260968] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 751.260968] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a41b04-bb66-3828-12ea-353dc4c858c0" [ 751.260968] env[65762]: _type = "Task" [ 751.260968] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.265192] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.279674] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a41b04-bb66-3828-12ea-353dc4c858c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.280583] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8ec8df-e5f7-4ff4-a7c6-0f5b05d05251 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.291130] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 751.291130] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527072c5-ae9d-facb-9e15-aedac80f151c" [ 751.291130] env[65762]: _type = "Task" [ 751.291130] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.299506] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527072c5-ae9d-facb-9e15-aedac80f151c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.434510] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-62090198-5bba-4601-bc2f-bfcbd6ed5995" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.435148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-62090198-5bba-4601-bc2f-bfcbd6ed5995" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.435562] env[65762]: DEBUG nova.network.neutron [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.603552] env[65762]: WARNING neutronclient.v2_0.client [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.647100] env[65762]: DEBUG nova.compute.manager [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 751.647569] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.648631] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6116831c-b4c0-4e41-a9f1-0dd1fac28dc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.662308] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.662578] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d11b061-c8b4-4cf1-8fe0-97faeaa1cd52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.670884] env[65762]: DEBUG oslo_vmware.api [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 751.670884] env[65762]: value = "task-4559982" [ 751.670884] env[65762]: _type = "Task" [ 751.670884] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.680990] env[65762]: DEBUG oslo_vmware.api [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.703602] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a230f6-d62c-4830-b9be-cd7bd340d633 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.712383] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf016b1-bc6d-4e97-8a02-1525408b7e35 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.748585] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ebdb5d-604c-4cdf-990a-6b7a6d123989 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.765404] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2792eff-ba80-46cc-817c-75c47c4d6d26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.775547] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559981, 'name': ReconfigVM_Task, 'duration_secs': 0.670983} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.777463] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 073d851e-561b-418a-a3be-d3350198c85b/073d851e-561b-418a-a3be-d3350198c85b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.777463] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4584468-9402-456b-951f-2b4ca79e98ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.791213] env[65762]: DEBUG nova.compute.provider_tree [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.800590] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 751.800590] env[65762]: value = "task-4559983" [ 751.800590] env[65762]: _type = "Task" [ 751.800590] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.809508] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527072c5-ae9d-facb-9e15-aedac80f151c, 'name': SearchDatastore_Task, 'duration_secs': 0.016351} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.815510] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.815872] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7913a6e0-c740-40bf-8633-8aa1e0a74b3c/7913a6e0-c740-40bf-8633-8aa1e0a74b3c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.817362] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834199cb-50f5-4ab5-8532-98ed3a66e288 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.828795] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559983, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.832071] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 751.832071] env[65762]: value = "task-4559984" [ 751.832071] env[65762]: _type = "Task" [ 751.832071] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.851656] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.901943] env[65762]: WARNING neutronclient.v2_0.client [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.979155] env[65762]: DEBUG nova.compute.manager [req-5aae815f-2f23-441b-a1c3-6dd06c595c49 req-e8685a8e-e38c-49e5-ae02-e9e50aaf3b8c service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Received event network-vif-plugged-236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 751.979442] env[65762]: DEBUG oslo_concurrency.lockutils [req-5aae815f-2f23-441b-a1c3-6dd06c595c49 req-e8685a8e-e38c-49e5-ae02-e9e50aaf3b8c service nova] Acquiring lock "62090198-5bba-4601-bc2f-bfcbd6ed5995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.979738] env[65762]: DEBUG oslo_concurrency.lockutils [req-5aae815f-2f23-441b-a1c3-6dd06c595c49 req-e8685a8e-e38c-49e5-ae02-e9e50aaf3b8c service nova] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.979889] env[65762]: DEBUG oslo_concurrency.lockutils [req-5aae815f-2f23-441b-a1c3-6dd06c595c49 req-e8685a8e-e38c-49e5-ae02-e9e50aaf3b8c service nova] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.980070] env[65762]: DEBUG nova.compute.manager [req-5aae815f-2f23-441b-a1c3-6dd06c595c49 req-e8685a8e-e38c-49e5-ae02-e9e50aaf3b8c service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] No waiting events found dispatching network-vif-plugged-236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.980237] env[65762]: WARNING nova.compute.manager [req-5aae815f-2f23-441b-a1c3-6dd06c595c49 req-e8685a8e-e38c-49e5-ae02-e9e50aaf3b8c service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Received unexpected event network-vif-plugged-236910d9-b3c4-4a6e-838f-de1267e467f3 for instance with vm_state building and task_state spawning. [ 752.039730] env[65762]: DEBUG nova.network.neutron [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 752.094940] env[65762]: DEBUG nova.network.neutron [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Updated VIF entry in instance network info cache for port a046815c-dc8b-486a-9df5-0252029d181f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.095534] env[65762]: DEBUG nova.network.neutron [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Updating instance_info_cache with network_info: [{"id": "a046815c-dc8b-486a-9df5-0252029d181f", "address": "fa:16:3e:ae:6e:da", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa046815c-dc", "ovs_interfaceid": "a046815c-dc8b-486a-9df5-0252029d181f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.097461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "848f510a-35f9-4b4b-9149-9431346f2922" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.097839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "848f510a-35f9-4b4b-9149-9431346f2922" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.098139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "848f510a-35f9-4b4b-9149-9431346f2922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.098382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "848f510a-35f9-4b4b-9149-9431346f2922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.098633] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "848f510a-35f9-4b4b-9149-9431346f2922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.101697] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 752.104627] env[65762]: INFO nova.compute.manager [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Terminating instance [ 752.140395] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.140696] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.141088] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.141088] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.141250] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.141373] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.141934] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.141934] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.142151] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.142316] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.143883] env[65762]: DEBUG nova.virt.hardware [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.143883] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc21f5b-dce2-417a-9548-bcb941a0dd32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.153483] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed940e5-3595-4a3b-8397-3286fda8543a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.182604] env[65762]: DEBUG oslo_vmware.api [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559982, 'name': PowerOffVM_Task, 'duration_secs': 0.232785} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.182604] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.182604] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.183129] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d15706ea-cfac-49d1-9c4c-8075890ec9e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.264784] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.265045] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.265243] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Deleting the datastore file [datastore2] f671e07b-eb46-443a-beed-abb7b5d62f28 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.265552] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656daadf-5482-412a-a871-a5f16c263165 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.276009] env[65762]: DEBUG oslo_vmware.api [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for the task: (returnval){ [ 752.276009] env[65762]: value = "task-4559986" [ 752.276009] env[65762]: _type = "Task" [ 752.276009] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.285972] env[65762]: DEBUG oslo_vmware.api [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.299409] env[65762]: DEBUG nova.scheduler.client.report [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.321372] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559983, 'name': Rename_Task, 'duration_secs': 0.301023} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.321705] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.321977] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c1b3ba-6aa4-4d22-8e97-cb169fe9f00e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.330587] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 752.330587] env[65762]: value = "task-4559987" [ 752.330587] env[65762]: _type = "Task" [ 752.330587] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.336566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.336825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.337053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "deea35f9-8d70-4a1f-b731-a60f5731a540-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.337490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.337490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.343525] env[65762]: WARNING neutronclient.v2_0.client [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.349626] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.350882] env[65762]: INFO nova.compute.manager [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Terminating instance [ 752.359716] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559984, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.422535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.422785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.508158] env[65762]: DEBUG nova.network.neutron [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Updating instance_info_cache with network_info: [{"id": "236910d9-b3c4-4a6e-838f-de1267e467f3", "address": "fa:16:3e:20:1d:e2", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236910d9-b3", "ovs_interfaceid": "236910d9-b3c4-4a6e-838f-de1267e467f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.605229] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Releasing lock "refresh_cache-073d851e-561b-418a-a3be-d3350198c85b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.605560] env[65762]: DEBUG nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Received event network-vif-plugged-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 752.605840] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Acquiring lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.606709] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.606958] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.607271] env[65762]: DEBUG nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] No waiting events found dispatching network-vif-plugged-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 752.607664] env[65762]: WARNING nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Received unexpected event network-vif-plugged-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a for instance with vm_state building and task_state spawning. [ 752.608021] env[65762]: DEBUG nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Received event network-changed-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 752.608226] env[65762]: DEBUG nova.compute.manager [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Refreshing instance network info cache due to event network-changed-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 752.608458] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Acquiring lock "refresh_cache-7913a6e0-c740-40bf-8633-8aa1e0a74b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.608606] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Acquired lock "refresh_cache-7913a6e0-c740-40bf-8633-8aa1e0a74b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609421] env[65762]: DEBUG nova.network.neutron [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Refreshing network info cache for port bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.611863] env[65762]: DEBUG nova.compute.manager [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 752.616714] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.616714] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9d725f-5682-4b0f-be92-b25ab8cd9eeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.624649] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.625082] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c17c98-decc-4db4-bdcc-ce5453e169d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.633736] env[65762]: DEBUG oslo_vmware.api [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 752.633736] env[65762]: value = "task-4559988" [ 752.633736] env[65762]: _type = "Task" [ 752.633736] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.645952] env[65762]: DEBUG oslo_vmware.api [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.671764] env[65762]: DEBUG nova.network.neutron [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Successfully updated port: 6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 752.790139] env[65762]: DEBUG oslo_vmware.api [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Task: {'id': task-4559986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483494} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.790592] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.790903] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.791534] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.791828] env[65762]: INFO nova.compute.manager [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.793066] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 752.796417] env[65762]: DEBUG nova.compute.manager [-] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 752.796484] env[65762]: DEBUG nova.network.neutron [-] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 752.796688] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.806508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.806508] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 752.808880] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.098s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.810736] env[65762]: INFO nova.compute.claims [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.849227] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794682} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.854137] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7913a6e0-c740-40bf-8633-8aa1e0a74b3c/7913a6e0-c740-40bf-8633-8aa1e0a74b3c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.854625] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.855019] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559987, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.859516] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9499247b-b93f-4345-a3b6-ad8adcd75589 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.862389] env[65762]: DEBUG nova.compute.manager [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 752.862389] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.864444] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd99298-76f4-4b3a-810e-1ea516f8fb4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.872096] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 752.872096] env[65762]: value = "task-4559989" [ 752.872096] env[65762]: _type = "Task" [ 752.872096] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.879327] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.880098] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d478e5-41e3-4e3c-956d-cf59ee8c2b1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.886040] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.892293] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 752.892293] env[65762]: value = "task-4559990" [ 752.892293] env[65762]: _type = "Task" [ 752.892293] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.903249] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.904141] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.012092] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-62090198-5bba-4601-bc2f-bfcbd6ed5995" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.013053] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Instance network_info: |[{"id": "236910d9-b3c4-4a6e-838f-de1267e467f3", "address": "fa:16:3e:20:1d:e2", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236910d9-b3", "ovs_interfaceid": "236910d9-b3c4-4a6e-838f-de1267e467f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 753.013638] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:1d:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '236910d9-b3c4-4a6e-838f-de1267e467f3', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.026092] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.026336] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.026660] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab5208f-508b-4e18-902d-0cbca4e12c8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.052194] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.052194] env[65762]: value = "task-4559991" [ 753.052194] env[65762]: _type = "Task" [ 753.052194] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.063998] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559991, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.114114] env[65762]: WARNING neutronclient.v2_0.client [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.152749] env[65762]: DEBUG oslo_vmware.api [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559988, 'name': PowerOffVM_Task, 'duration_secs': 0.22584} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.153269] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.153716] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.153978] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43b9ce7b-2f65-4aa0-955d-d5a303427ded {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.179120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "refresh_cache-a93325c6-8901-488c-a626-bf1aa9f4f3af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.179120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "refresh_cache-a93325c6-8901-488c-a626-bf1aa9f4f3af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.179120] env[65762]: DEBUG nova.network.neutron [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.247749] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.248058] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.248772] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Deleting the datastore file [datastore2] 848f510a-35f9-4b4b-9149-9431346f2922 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.248772] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bfc2123-0d39-46d5-a4f2-1920183ea2f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.256714] env[65762]: DEBUG oslo_vmware.api [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for the task: (returnval){ [ 753.256714] env[65762]: value = "task-4559993" [ 753.256714] env[65762]: _type = "Task" [ 753.256714] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.266592] env[65762]: DEBUG oslo_vmware.api [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.315277] env[65762]: DEBUG nova.compute.utils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.321334] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 753.321556] env[65762]: DEBUG nova.network.neutron [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 753.322206] env[65762]: WARNING neutronclient.v2_0.client [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.322745] env[65762]: WARNING neutronclient.v2_0.client [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.332348] env[65762]: WARNING neutronclient.v2_0.client [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.348198] env[65762]: DEBUG oslo_vmware.api [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4559987, 'name': PowerOnVM_Task, 'duration_secs': 0.691666} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.348789] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.348789] env[65762]: INFO nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Took 9.55 seconds to spawn the instance on the hypervisor. [ 753.349032] env[65762]: DEBUG nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 753.352269] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e793a16-3ded-4973-883e-64a0ab2ed42a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.383779] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114647} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.385708] env[65762]: DEBUG nova.policy [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd0e1485bf5c419da9319cec7313d78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18320fd2d357416ebed187c11872f38c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.387860] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.390530] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924fba02-c9e1-4e60-8c07-80ac92a3247b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.423601] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 7913a6e0-c740-40bf-8633-8aa1e0a74b3c/7913a6e0-c740-40bf-8633-8aa1e0a74b3c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.424978] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559990, 'name': PowerOffVM_Task, 'duration_secs': 0.315037} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.428079] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03de1384-dfa5-4ba2-a7f2-c0128fe09a8b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.444416] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.444681] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.445614] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ddc5f58-16f4-43f9-8f99-d25a1297b20b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.454536] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 753.454536] env[65762]: value = "task-4559994" [ 753.454536] env[65762]: _type = "Task" [ 753.454536] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.466000] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.486950] env[65762]: DEBUG nova.network.neutron [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Updated VIF entry in instance network info cache for port bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.487534] env[65762]: DEBUG nova.network.neutron [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Updating instance_info_cache with network_info: [{"id": "bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a", "address": "fa:16:3e:d2:11:a7", "network": {"id": "3aedd4cc-b438-47a1-a476-c5cd154bd438", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1719979744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2f62b47e54fdfb9e2bb239e6ed304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3ffae5-f5", "ovs_interfaceid": "bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.544535] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.544535] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.544643] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Deleting the datastore file [datastore1] deea35f9-8d70-4a1f-b731-a60f5731a540 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.545027] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4196261a-ba7d-4951-96e1-e7b08e662084 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.556024] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for the task: (returnval){ [ 753.556024] env[65762]: value = "task-4559996" [ 753.556024] env[65762]: _type = "Task" [ 753.556024] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.568369] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.572219] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559991, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.667270] env[65762]: DEBUG nova.network.neutron [-] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.733619] env[65762]: DEBUG nova.network.neutron [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Successfully created port: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 753.768672] env[65762]: DEBUG oslo_vmware.api [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Task: {'id': task-4559993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467724} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.769188] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.769486] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.769676] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.769846] env[65762]: INFO nova.compute.manager [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Took 1.16 seconds to destroy the instance on the hypervisor. [ 753.770120] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.770331] env[65762]: DEBUG nova.compute.manager [-] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 753.770425] env[65762]: DEBUG nova.network.neutron [-] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.770671] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.820477] env[65762]: DEBUG nova.network.neutron [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.825625] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 753.879708] env[65762]: INFO nova.compute.manager [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Took 55.40 seconds to build instance. [ 753.911346] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.937365] env[65762]: DEBUG nova.compute.manager [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Received event network-changed-ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 753.937569] env[65762]: DEBUG nova.compute.manager [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Refreshing instance network info cache due to event network-changed-ddc943d6-f025-448a-bd90-a3c5d33abd27. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 753.937784] env[65762]: DEBUG oslo_concurrency.lockutils [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] Acquiring lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.937922] env[65762]: DEBUG oslo_concurrency.lockutils [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] Acquired lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.938238] env[65762]: DEBUG nova.network.neutron [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Refreshing network info cache for port ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.972380] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559994, 'name': ReconfigVM_Task, 'duration_secs': 0.345717} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.972598] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 7913a6e0-c740-40bf-8633-8aa1e0a74b3c/7913a6e0-c740-40bf-8633-8aa1e0a74b3c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.973445] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bee7d4e2-c5b4-417a-babc-0d5d870b67c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.980847] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 753.980847] env[65762]: value = "task-4559997" [ 753.980847] env[65762]: _type = "Task" [ 753.980847] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.994102] env[65762]: DEBUG oslo_concurrency.lockutils [req-5f0b79d4-39ae-4b34-a970-37e6438635df req-235e6027-cedc-40b9-894e-65002184cabb service nova] Releasing lock "refresh_cache-7913a6e0-c740-40bf-8633-8aa1e0a74b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.994258] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559997, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.071538] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4559991, 'name': CreateVM_Task, 'duration_secs': 0.655101} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.071746] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.072361] env[65762]: WARNING neutronclient.v2_0.client [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.072753] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.072907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.073393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.073671] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e928ac-2761-4695-bfa8-c52d1667a863 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.080239] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.084956] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 754.084956] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ac36e3-4ff4-77ad-3970-37c267d3a9e2" [ 754.084956] env[65762]: _type = "Task" [ 754.084956] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.097188] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ac36e3-4ff4-77ad-3970-37c267d3a9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.172768] env[65762]: INFO nova.compute.manager [-] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Took 1.38 seconds to deallocate network for instance. [ 754.298096] env[65762]: WARNING neutronclient.v2_0.client [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.386011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3274eac7-2da6-41b0-a540-2b1eb33553cd tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "073d851e-561b-418a-a3be-d3350198c85b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.170s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.441720] env[65762]: WARNING neutronclient.v2_0.client [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.468803] env[65762]: DEBUG nova.network.neutron [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Updating instance_info_cache with network_info: [{"id": "6de6b00b-e4e5-4c19-bf4b-dece0a19393b", "address": "fa:16:3e:1c:8a:0a", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de6b00b-e4", "ovs_interfaceid": "6de6b00b-e4e5-4c19-bf4b-dece0a19393b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.494857] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559997, 'name': Rename_Task, 'duration_secs': 0.162843} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.495179] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.495469] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4b9389c-62e1-49bd-8da2-6cddd8676d6d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.501020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8ee2c-6d8b-4579-b597-f58145c5acd4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.508781] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d69bda-43a6-4484-982d-0b3aedca07ff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.513890] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 754.513890] env[65762]: value = "task-4559998" [ 754.513890] env[65762]: _type = "Task" [ 754.513890] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.548618] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b4d0d-4a25-47d7-bc14-e5ae0326ab83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.558500] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.568925] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab32d530-755d-4d50-b800-e21ecb2102ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.576485] env[65762]: DEBUG oslo_vmware.api [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Task: {'id': task-4559996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532663} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.577242] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.577433] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.577580] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.577751] env[65762]: INFO nova.compute.manager [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Took 1.72 seconds to destroy the instance on the hypervisor. [ 754.578040] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 754.578378] env[65762]: DEBUG nova.compute.manager [-] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 754.578378] env[65762]: DEBUG nova.network.neutron [-] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 754.578612] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.590306] env[65762]: DEBUG nova.compute.provider_tree [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.601610] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ac36e3-4ff4-77ad-3970-37c267d3a9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.605370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.605628] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.605868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.606065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.606275] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.607308] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55cdedab-03bf-4ce8-89a7-ce8a99f0bee8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.619904] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.620161] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.620899] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfafb6b8-82c7-4f2d-8f8f-b2baa24a7123 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.628100] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 754.628100] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526b94c4-959a-b9a2-e9cf-a4ef00a364f1" [ 754.628100] env[65762]: _type = "Task" [ 754.628100] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.638270] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526b94c4-959a-b9a2-e9cf-a4ef00a364f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.678718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.688513] env[65762]: DEBUG nova.network.neutron [-] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.693602] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.839238] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 754.869570] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 754.869852] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.869937] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 754.870414] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.870414] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 754.870551] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 754.870754] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 754.870905] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 754.871085] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 754.871249] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 754.871418] env[65762]: DEBUG nova.virt.hardware [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 754.872308] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa014a1-f5c9-436f-94ca-2e6c31d41476 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.881405] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a0cce-b641-484c-b74a-0b1081055bc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.889344] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 754.971301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "refresh_cache-a93325c6-8901-488c-a626-bf1aa9f4f3af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.971747] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Instance network_info: |[{"id": "6de6b00b-e4e5-4c19-bf4b-dece0a19393b", "address": "fa:16:3e:1c:8a:0a", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de6b00b-e4", "ovs_interfaceid": "6de6b00b-e4e5-4c19-bf4b-dece0a19393b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 754.972295] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:8a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6de6b00b-e4e5-4c19-bf4b-dece0a19393b', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.980691] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Creating folder: Project (c9f0beb629af40fa966612ff44c96902). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.981508] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e46dbe4a-b6bf-4f29-a829-2bea9da845dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.995794] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Created folder: Project (c9f0beb629af40fa966612ff44c96902) in parent group-v890951. [ 754.995992] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Creating folder: Instances. Parent ref: group-v891065. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.996206] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b443d30-0196-4b60-b106-429ff4a3148b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.009220] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Created folder: Instances in parent group-v891065. [ 755.009708] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.009827] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.010069] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6524aa73-055c-4ae5-96f5-a5c978a387be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.036313] env[65762]: DEBUG oslo_vmware.api [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4559998, 'name': PowerOnVM_Task, 'duration_secs': 0.507364} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.037883] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.038320] env[65762]: INFO nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Took 8.51 seconds to spawn the instance on the hypervisor. [ 755.038394] env[65762]: DEBUG nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 755.038642] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.038642] env[65762]: value = "task-4560001" [ 755.038642] env[65762]: _type = "Task" [ 755.038642] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.039449] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b83574-5e63-46cb-9d8a-267af2ee223c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.051149] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560001, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.096262] env[65762]: DEBUG nova.scheduler.client.report [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.149865] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526b94c4-959a-b9a2-e9cf-a4ef00a364f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.151491] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa3a5e0-14b0-4ec3-8231-d6f906885407 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.160578] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 755.160578] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a8de75-e8fc-935a-602e-618e409a0691" [ 755.160578] env[65762]: _type = "Task" [ 755.160578] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.171881] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a8de75-e8fc-935a-602e-618e409a0691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.194033] env[65762]: INFO nova.compute.manager [-] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Took 1.42 seconds to deallocate network for instance. [ 755.302726] env[65762]: WARNING neutronclient.v2_0.client [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.339423] env[65762]: DEBUG nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Received event network-changed-236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 755.339690] env[65762]: DEBUG nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Refreshing instance network info cache due to event network-changed-236910d9-b3c4-4a6e-838f-de1267e467f3. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 755.340183] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Acquiring lock "refresh_cache-62090198-5bba-4601-bc2f-bfcbd6ed5995" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.340183] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Acquired lock "refresh_cache-62090198-5bba-4601-bc2f-bfcbd6ed5995" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340386] env[65762]: DEBUG nova.network.neutron [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Refreshing network info cache for port 236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.432809] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.471811] env[65762]: DEBUG nova.network.neutron [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Successfully updated port: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 755.489341] env[65762]: DEBUG nova.network.neutron [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updated VIF entry in instance network info cache for port ddc943d6-f025-448a-bd90-a3c5d33abd27. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.489826] env[65762]: DEBUG nova.network.neutron [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updating instance_info_cache with network_info: [{"id": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "address": "fa:16:3e:44:44:67", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc943d6-f0", "ovs_interfaceid": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.552584] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560001, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.570410] env[65762]: INFO nova.compute.manager [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Took 53.17 seconds to build instance. [ 755.604229] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.604229] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 755.607230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.403s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.607321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.609802] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.874s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.610010] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.611861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.645s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.613288] env[65762]: INFO nova.compute.claims [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.640659] env[65762]: INFO nova.scheduler.client.report [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Deleted allocations for instance 4e3f0538-bfde-4c59-b493-c30d1813a786 [ 755.646803] env[65762]: INFO nova.scheduler.client.report [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Deleted allocations for instance 4674da73-d497-4c3c-ac1b-2cfd6bbf5168 [ 755.673759] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a8de75-e8fc-935a-602e-618e409a0691, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.674234] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.674806] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 62090198-5bba-4601-bc2f-bfcbd6ed5995/62090198-5bba-4601-bc2f-bfcbd6ed5995.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.675539] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d4195d3-3e00-4d81-b93c-b14115375d92 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.685175] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 755.685175] env[65762]: value = "task-4560002" [ 755.685175] env[65762]: _type = "Task" [ 755.685175] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.699581] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.701316] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.702295] env[65762]: DEBUG nova.network.neutron [-] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.846058] env[65762]: WARNING neutronclient.v2_0.client [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.979096] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.979178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.979419] env[65762]: DEBUG nova.network.neutron [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.993777] env[65762]: DEBUG oslo_concurrency.lockutils [req-751f21d0-915c-4c2a-af1f-f80ed4fe855f req-4fa9bb66-55d0-418f-aa14-38610ce351ce service nova] Releasing lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.054844] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560001, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.072516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.204s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.118893] env[65762]: DEBUG nova.compute.utils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.123727] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 756.124572] env[65762]: DEBUG nova.network.neutron [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.124977] env[65762]: WARNING neutronclient.v2_0.client [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.125447] env[65762]: WARNING neutronclient.v2_0.client [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.159883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-118f18dc-014f-483a-bc2a-a5009d80662c tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Lock "4674da73-d497-4c3c-ac1b-2cfd6bbf5168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.593s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.162100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "4e3f0538-bfde-4c59-b493-c30d1813a786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.202s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.199650] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.204442] env[65762]: INFO nova.compute.manager [-] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Took 1.63 seconds to deallocate network for instance. [ 756.555060] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560001, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.575333] env[65762]: DEBUG nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 756.624120] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 756.699354] env[65762]: DEBUG nova.policy [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4439d175bb245579847a54a80fb968b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4cefcbc6d44a2984e299327e4c8207', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.706576] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672142} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.707725] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 62090198-5bba-4601-bc2f-bfcbd6ed5995/62090198-5bba-4601-bc2f-bfcbd6ed5995.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.708159] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.708673] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab2ba2a-535b-4f4b-8077-e03b433cbfe1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.714019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.722397] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 756.722397] env[65762]: value = "task-4560003" [ 756.722397] env[65762]: _type = "Task" [ 756.722397] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.733304] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.780169] env[65762]: DEBUG nova.network.neutron [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 757.060738] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560001, 'name': CreateVM_Task, 'duration_secs': 1.561567} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.060923] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.061492] env[65762]: WARNING neutronclient.v2_0.client [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.062181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.062181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.062434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.062560] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac5fc31-af0a-4845-9973-9670068df728 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.068460] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 757.068460] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d86af0-1da4-327b-6137-184fefecf507" [ 757.068460] env[65762]: _type = "Task" [ 757.068460] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.086025] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d86af0-1da4-327b-6137-184fefecf507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.099604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.235108] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073554} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.235383] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.236213] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc51e403-2a01-4eda-b608-4db4f113b31d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.270357] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 62090198-5bba-4601-bc2f-bfcbd6ed5995/62090198-5bba-4601-bc2f-bfcbd6ed5995.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.272278] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3922eee1-5c90-4423-8f31-0f464e868639 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.294809] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 757.294809] env[65762]: value = "task-4560004" [ 757.294809] env[65762]: _type = "Task" [ 757.294809] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.301797] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181c660-0808-4b0b-818b-3195da44eed3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.307887] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.314145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e8d3a-11f1-41f2-bcf5-9f6589dfbe20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.319706] env[65762]: DEBUG nova.network.neutron [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Successfully created port: 51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 757.361839] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624c1d8-2cae-4f5c-b96a-72fe43f714dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.371249] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1553f238-176b-4bb4-9a4d-3b5193ba3514 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.388516] env[65762]: DEBUG nova.compute.provider_tree [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.424314] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a0abc-3b88-4bc2-8c7b-cd85e24b294d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.432805] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Suspending the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 757.433092] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ce9ad48-354d-4302-abc8-c4cfe942ba75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.441825] env[65762]: DEBUG oslo_vmware.api [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 757.441825] env[65762]: value = "task-4560005" [ 757.441825] env[65762]: _type = "Task" [ 757.441825] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.455335] env[65762]: DEBUG oslo_vmware.api [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560005, 'name': SuspendVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.582323] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d86af0-1da4-327b-6137-184fefecf507, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.582323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.582323] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.582570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.582786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.583127] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.583517] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a83540e3-5d17-4992-815a-ccf7e7601c69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.606501] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.606750] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.608129] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48544ca7-d3a0-4e46-af22-878b188d42c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.617026] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 757.617026] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52926db6-8c4c-ba07-ea4c-653dfd99d9f0" [ 757.617026] env[65762]: _type = "Task" [ 757.617026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.626879] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52926db6-8c4c-ba07-ea4c-653dfd99d9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.634429] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 757.672045] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 757.672379] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.672497] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 757.672690] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.672858] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 757.673025] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 757.673282] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.673467] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 757.673639] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 757.673847] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 757.674383] env[65762]: DEBUG nova.virt.hardware [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 757.675078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865b169-7355-4248-ac68-2fce627adc2b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.686062] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea5a401-fde9-4561-bbbf-d8b236f9e041 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.806310] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560004, 'name': ReconfigVM_Task, 'duration_secs': 0.352765} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.806794] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 62090198-5bba-4601-bc2f-bfcbd6ed5995/62090198-5bba-4601-bc2f-bfcbd6ed5995.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.807628] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6395fbd-181e-44ac-aeab-319a797aa416 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.817602] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 757.817602] env[65762]: value = "task-4560006" [ 757.817602] env[65762]: _type = "Task" [ 757.817602] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.829522] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560006, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.895054] env[65762]: DEBUG nova.scheduler.client.report [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.956577] env[65762]: DEBUG oslo_vmware.api [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560005, 'name': SuspendVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.134230] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52926db6-8c4c-ba07-ea4c-653dfd99d9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.023225} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.135134] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63b7e26-ffdf-4790-8bce-bb6cdf404265 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.142092] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 758.142092] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a8aad2-b382-26ce-1a6f-4fc0d5df045c" [ 758.142092] env[65762]: _type = "Task" [ 758.142092] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.146246] env[65762]: WARNING neutronclient.v2_0.client [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.154642] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a8aad2-b382-26ce-1a6f-4fc0d5df045c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.191260] env[65762]: WARNING neutronclient.v2_0.client [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.328288] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560006, 'name': Rename_Task, 'duration_secs': 0.243321} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.328674] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.328992] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b7e6a1b-2db7-4464-a061-59f6a7e96638 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.337880] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 758.337880] env[65762]: value = "task-4560007" [ 758.337880] env[65762]: _type = "Task" [ 758.337880] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.346831] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.403021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.403524] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 758.407198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.030s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.407533] env[65762]: DEBUG nova.objects.instance [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lazy-loading 'resources' on Instance uuid 5ca7b1d2-a1b8-4102-8034-d821e2a10879 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.454587] env[65762]: DEBUG oslo_vmware.api [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560005, 'name': SuspendVM_Task, 'duration_secs': 0.828} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.454890] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Suspended the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 758.455079] env[65762]: DEBUG nova.compute.manager [None req-0bb9f1ff-47c0-4627-bc2f-b6b08fa6e073 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 758.456014] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f5fbc-3915-425d-8c42-22b245b1ad48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.653990] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a8aad2-b382-26ce-1a6f-4fc0d5df045c, 'name': SearchDatastore_Task, 'duration_secs': 0.021419} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.654297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.654594] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a93325c6-8901-488c-a626-bf1aa9f4f3af/a93325c6-8901-488c-a626-bf1aa9f4f3af.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.654870] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f683a2ae-eec7-4a76-96ab-30b954a8fc49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.662879] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 758.662879] env[65762]: value = "task-4560008" [ 758.662879] env[65762]: _type = "Task" [ 758.662879] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.671758] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.849212] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560007, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.896353] env[65762]: DEBUG nova.network.neutron [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.911188] env[65762]: DEBUG nova.compute.utils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.917755] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 758.918039] env[65762]: DEBUG nova.network.neutron [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 758.918451] env[65762]: WARNING neutronclient.v2_0.client [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.918842] env[65762]: WARNING neutronclient.v2_0.client [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.935117] env[65762]: DEBUG nova.network.neutron [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Updated VIF entry in instance network info cache for port 236910d9-b3c4-4a6e-838f-de1267e467f3. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.935577] env[65762]: DEBUG nova.network.neutron [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Updating instance_info_cache with network_info: [{"id": "236910d9-b3c4-4a6e-838f-de1267e467f3", "address": "fa:16:3e:20:1d:e2", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236910d9-b3", "ovs_interfaceid": "236910d9-b3c4-4a6e-838f-de1267e467f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.064333] env[65762]: DEBUG nova.compute.manager [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Received event network-vif-deleted-bef95067-e81c-49b0-bbe6-de4cd13e41a5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.064333] env[65762]: DEBUG nova.compute.manager [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Received event network-changed-ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.064452] env[65762]: DEBUG nova.compute.manager [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Refreshing instance network info cache due to event network-changed-ddc943d6-f025-448a-bd90-a3c5d33abd27. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 759.064687] env[65762]: DEBUG oslo_concurrency.lockutils [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] Acquiring lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.064828] env[65762]: DEBUG oslo_concurrency.lockutils [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] Acquired lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.065031] env[65762]: DEBUG nova.network.neutron [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Refreshing network info cache for port ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.070703] env[65762]: DEBUG nova.policy [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06a939868c4a44c5882611ca11d9c9fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8c6578b2c14733a3a8949e0fbb36cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.177575] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.229691] env[65762]: DEBUG nova.network.neutron [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Successfully updated port: 51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 759.362309] env[65762]: DEBUG oslo_vmware.api [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560007, 'name': PowerOnVM_Task, 'duration_secs': 0.764043} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.362309] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.362309] env[65762]: INFO nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Took 9.99 seconds to spawn the instance on the hypervisor. [ 759.362309] env[65762]: DEBUG nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 759.362309] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629efce8-048c-491d-adf4-198b806eaa6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.403025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.403025] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Instance network_info: |[{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 759.403025] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ff:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.413947] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Creating folder: Project (18320fd2d357416ebed187c11872f38c). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.416942] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad00eea1-0f1c-40bf-a188-43c403a05f03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.419226] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 759.436087] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Created folder: Project (18320fd2d357416ebed187c11872f38c) in parent group-v890951. [ 759.436087] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Creating folder: Instances. Parent ref: group-v891068. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.436087] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7724fb7d-5a40-467b-9b95-268dc1f0c08b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.440904] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Releasing lock "refresh_cache-62090198-5bba-4601-bc2f-bfcbd6ed5995" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.441025] env[65762]: DEBUG nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Received event network-vif-plugged-6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.441288] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Acquiring lock "a93325c6-8901-488c-a626-bf1aa9f4f3af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.442022] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.442022] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.442022] env[65762]: DEBUG nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] No waiting events found dispatching network-vif-plugged-6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 759.442022] env[65762]: WARNING nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Received unexpected event network-vif-plugged-6de6b00b-e4e5-4c19-bf4b-dece0a19393b for instance with vm_state building and task_state spawning. [ 759.442227] env[65762]: DEBUG nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Received event network-changed-6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.442665] env[65762]: DEBUG nova.compute.manager [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Refreshing instance network info cache due to event network-changed-6de6b00b-e4e5-4c19-bf4b-dece0a19393b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 759.442665] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Acquiring lock "refresh_cache-a93325c6-8901-488c-a626-bf1aa9f4f3af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.443270] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Acquired lock "refresh_cache-a93325c6-8901-488c-a626-bf1aa9f4f3af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.443270] env[65762]: DEBUG nova.network.neutron [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Refreshing network info cache for port 6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.448939] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Created folder: Instances in parent group-v891068. [ 759.449369] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.449611] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79742af-9767-4151-9a76-242d7994db55] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.450368] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-916e57c5-abd9-405e-bb10-1928487b6e90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.478502] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.478502] env[65762]: value = "task-4560011" [ 759.478502] env[65762]: _type = "Task" [ 759.478502] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.493144] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560011, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.573665] env[65762]: WARNING neutronclient.v2_0.client [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.612779] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204561b3-81c8-41f5-9e80-ffaf93d9e8e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.624460] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff506a3d-202d-4cc2-88da-827320b551ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.657691] env[65762]: DEBUG nova.network.neutron [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Successfully created port: 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.663058] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb21f3-ca6a-4811-8b86-7d9db23965f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.672712] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d48d1a-b06d-4b46-bbb7-6a7204734db3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.680873] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684219} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.681612] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a93325c6-8901-488c-a626-bf1aa9f4f3af/a93325c6-8901-488c-a626-bf1aa9f4f3af.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.681873] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.682159] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a71214-5531-4f87-bf23-b0a495ff771d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.694388] env[65762]: DEBUG nova.compute.provider_tree [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.704242] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 759.704242] env[65762]: value = "task-4560012" [ 759.704242] env[65762]: _type = "Task" [ 759.704242] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.721033] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.736143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "refresh_cache-9013b1a1-0239-4fdb-be67-c233bda73310" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.736143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquired lock "refresh_cache-9013b1a1-0239-4fdb-be67-c233bda73310" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.736143] env[65762]: DEBUG nova.network.neutron [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 759.761723] env[65762]: DEBUG nova.compute.manager [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-vif-plugged-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.761951] env[65762]: DEBUG oslo_concurrency.lockutils [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] Acquiring lock "e79742af-9767-4151-9a76-242d7994db55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.762366] env[65762]: DEBUG oslo_concurrency.lockutils [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] Lock "e79742af-9767-4151-9a76-242d7994db55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.762366] env[65762]: DEBUG oslo_concurrency.lockutils [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] Lock "e79742af-9767-4151-9a76-242d7994db55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.762525] env[65762]: DEBUG nova.compute.manager [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] No waiting events found dispatching network-vif-plugged-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 759.762688] env[65762]: WARNING nova.compute.manager [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received unexpected event network-vif-plugged-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 for instance with vm_state building and task_state spawning. [ 759.762841] env[65762]: DEBUG nova.compute.manager [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.762997] env[65762]: DEBUG nova.compute.manager [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing instance network info cache due to event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 759.763188] env[65762]: DEBUG oslo_concurrency.lockutils [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.763320] env[65762]: DEBUG oslo_concurrency.lockutils [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.763472] env[65762]: DEBUG nova.network.neutron [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.883244] env[65762]: INFO nova.compute.manager [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Took 53.15 seconds to build instance. [ 759.947715] env[65762]: WARNING neutronclient.v2_0.client [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.989779] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560011, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.198297] env[65762]: DEBUG nova.scheduler.client.report [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.214803] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082052} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.215872] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.216751] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cfa819-2d31-4f37-9bad-380c03803c9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.240884] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] a93325c6-8901-488c-a626-bf1aa9f4f3af/a93325c6-8901-488c-a626-bf1aa9f4f3af.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.245861] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5f4818-69fd-4122-b719-1252e4e47599 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.268107] env[65762]: WARNING neutronclient.v2_0.client [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.272148] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 760.272148] env[65762]: value = "task-4560013" [ 760.272148] env[65762]: _type = "Task" [ 760.272148] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.281135] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.385129] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6aa4d56b-6698-4254-b8ef-51f2c332680b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.099s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.430799] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 760.457400] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.457793] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.458073] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.458631] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.458700] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.458901] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.459154] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.459328] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.459522] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.459728] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.459879] env[65762]: DEBUG nova.virt.hardware [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.460828] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9a965-ae5c-4ac8-b80b-8f1cb93cc827 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.469950] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc775385-93bd-4416-a20c-e597d8a664e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.499705] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560011, 'name': CreateVM_Task, 'duration_secs': 0.604345} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.500500] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79742af-9767-4151-9a76-242d7994db55] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.500500] env[65762]: WARNING neutronclient.v2_0.client [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.500906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.501505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.502230] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965a0549-8f45-4bf5-8c2c-f56a746e80d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.508878] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 760.508878] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52afc737-a348-ff78-6c68-c326f44966f4" [ 760.508878] env[65762]: _type = "Task" [ 760.508878] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.522804] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52afc737-a348-ff78-6c68-c326f44966f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.640461] env[65762]: DEBUG nova.network.neutron [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 760.703789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.706421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.181s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.708063] env[65762]: INFO nova.compute.claims [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.728724] env[65762]: INFO nova.scheduler.client.report [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleted allocations for instance 5ca7b1d2-a1b8-4102-8034-d821e2a10879 [ 760.782430] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560013, 'name': ReconfigVM_Task, 'duration_secs': 0.307583} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.782721] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Reconfigured VM instance instance-00000028 to attach disk [datastore1] a93325c6-8901-488c-a626-bf1aa9f4f3af/a93325c6-8901-488c-a626-bf1aa9f4f3af.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.783602] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3398efb1-79ff-4a1b-be2f-5d015480fe10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.791082] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 760.791082] env[65762]: value = "task-4560014" [ 760.791082] env[65762]: _type = "Task" [ 760.791082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.802047] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560014, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.887784] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 760.994779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.994941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.995166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.995348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.995556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.997439] env[65762]: INFO nova.compute.manager [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Terminating instance [ 761.020097] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52afc737-a348-ff78-6c68-c326f44966f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013895} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.020437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.020705] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.020897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.021069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.021240] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.021496] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e917ca10-f2fa-4f56-88d1-6dec3b68419b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.040014] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.040284] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.041438] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022f646d-0662-4699-960b-2150a8e5a1e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.050111] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 761.050111] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521dbcea-d0f7-aa27-fd3e-f9d8d33f9259" [ 761.050111] env[65762]: _type = "Task" [ 761.050111] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.058878] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521dbcea-d0f7-aa27-fd3e-f9d8d33f9259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.235901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "5ca7b1d2-a1b8-4102-8034-d821e2a10879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.334s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.302058] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560014, 'name': Rename_Task, 'duration_secs': 0.150048} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.302332] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.302601] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92223f13-658e-4b59-a653-6c775b2f5bd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.311598] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 761.311598] env[65762]: value = "task-4560015" [ 761.311598] env[65762]: _type = "Task" [ 761.311598] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.321023] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.355858] env[65762]: DEBUG nova.network.neutron [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Successfully updated port: 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.412366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.501537] env[65762]: DEBUG nova.compute.manager [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 761.501537] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.502767] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bb1e4f-434d-4862-94fa-b74120220f30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.511738] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.512011] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a4e7a8-982c-438c-af3b-a5d53a82895b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.519687] env[65762]: DEBUG oslo_vmware.api [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 761.519687] env[65762]: value = "task-4560016" [ 761.519687] env[65762]: _type = "Task" [ 761.519687] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.531220] env[65762]: DEBUG oslo_vmware.api [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.561584] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521dbcea-d0f7-aa27-fd3e-f9d8d33f9259, 'name': SearchDatastore_Task, 'duration_secs': 0.017702} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.562848] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb2f212-7157-48a9-aa0b-3ec7ff188b51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.569579] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 761.569579] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5291b224-b1d3-6484-db69-0e0dea533141" [ 761.569579] env[65762]: _type = "Task" [ 761.569579] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.579499] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5291b224-b1d3-6484-db69-0e0dea533141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.665672] env[65762]: WARNING neutronclient.v2_0.client [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.833882] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.859886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "refresh_cache-fac63c6e-a9bc-45b7-9f28-e17fda40bf82" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859964] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquired lock "refresh_cache-fac63c6e-a9bc-45b7-9f28-e17fda40bf82" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.860135] env[65762]: DEBUG nova.network.neutron [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 761.940565] env[65762]: WARNING neutronclient.v2_0.client [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.034115] env[65762]: DEBUG oslo_vmware.api [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560016, 'name': PowerOffVM_Task, 'duration_secs': 0.27294} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.034387] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.034628] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.034961] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06047976-0ee1-476c-ba4f-c7d382262ef1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.082657] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5291b224-b1d3-6484-db69-0e0dea533141, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.087937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.087937] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e79742af-9767-4151-9a76-242d7994db55/e79742af-9767-4151-9a76-242d7994db55.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.088125] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38939c4f-ab77-4e57-85b5-c821fae777b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.098219] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 762.098219] env[65762]: value = "task-4560018" [ 762.098219] env[65762]: _type = "Task" [ 762.098219] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.108565] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.118653] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.118880] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.119464] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Deleting the datastore file [datastore1] ac669e52-afab-41b7-b45a-5fb7b8e0ab61 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.119464] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49ca1672-f625-4bad-8313-3fd060c85b55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.131443] env[65762]: DEBUG oslo_vmware.api [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 762.131443] env[65762]: value = "task-4560019" [ 762.131443] env[65762]: _type = "Task" [ 762.131443] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.145139] env[65762]: DEBUG oslo_vmware.api [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.178431] env[65762]: DEBUG nova.network.neutron [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updated VIF entry in instance network info cache for port ddc943d6-f025-448a-bd90-a3c5d33abd27. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.178857] env[65762]: DEBUG nova.network.neutron [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updating instance_info_cache with network_info: [{"id": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "address": "fa:16:3e:44:44:67", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc943d6-f0", "ovs_interfaceid": "ddc943d6-f025-448a-bd90-a3c5d33abd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.215484] env[65762]: WARNING neutronclient.v2_0.client [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.269178] env[65762]: WARNING neutronclient.v2_0.client [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.327188] env[65762]: DEBUG oslo_vmware.api [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560015, 'name': PowerOnVM_Task, 'duration_secs': 0.544086} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.327520] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.327773] env[65762]: INFO nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Took 10.23 seconds to spawn the instance on the hypervisor. [ 762.327919] env[65762]: DEBUG nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 762.328870] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790037b9-0785-4e68-b1f2-d5bef00ffa8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.356399] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b231ea-e3b2-4da8-9942-434cbcfaa6a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.369717] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8aec0-7bb3-456b-972f-48f7b64c0b94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.409351] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222caffe-e5cc-40f5-94ca-2529b92ed406 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.419323] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee3659-290a-46a6-8623-b03ff7423076 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.436235] env[65762]: DEBUG nova.compute.provider_tree [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.610903] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.648769] env[65762]: DEBUG oslo_vmware.api [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243111} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.653656] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.654095] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.654443] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.654781] env[65762]: INFO nova.compute.manager [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.655282] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.656089] env[65762]: DEBUG nova.compute.manager [-] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 762.656332] env[65762]: DEBUG nova.network.neutron [-] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.656738] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.682830] env[65762]: DEBUG oslo_concurrency.lockutils [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] Releasing lock "refresh_cache-c41bab1e-bb19-4ace-8198-03a49357877e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.683133] env[65762]: DEBUG nova.compute.manager [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Received event network-vif-deleted-bb486ee4-01fe-4788-9865-b58266f85426 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 762.683323] env[65762]: DEBUG nova.compute.manager [req-02dabcf1-8933-4051-a3dd-1ebb690b3748 req-be94368a-89af-4956-a884-03a269472348 service nova] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Received event network-vif-deleted-195b1826-a7b4-476b-a65d-bfd818f80bc2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 762.684732] env[65762]: DEBUG nova.network.neutron [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Updating instance_info_cache with network_info: [{"id": "51d279ba-8215-4219-9d09-8841eca0859b", "address": "fa:16:3e:3a:3a:8f", "network": {"id": "fe5a2706-96b9-48e5-ae70-335f980cf02d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-246113601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4cefcbc6d44a2984e299327e4c8207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d279ba-82", "ovs_interfaceid": "51d279ba-8215-4219-9d09-8841eca0859b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.749307] env[65762]: DEBUG nova.network.neutron [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.818715] env[65762]: DEBUG nova.network.neutron [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Updated VIF entry in instance network info cache for port 6de6b00b-e4e5-4c19-bf4b-dece0a19393b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.818715] env[65762]: DEBUG nova.network.neutron [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Updating instance_info_cache with network_info: [{"id": "6de6b00b-e4e5-4c19-bf4b-dece0a19393b", "address": "fa:16:3e:1c:8a:0a", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de6b00b-e4", "ovs_interfaceid": "6de6b00b-e4e5-4c19-bf4b-dece0a19393b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.850466] env[65762]: INFO nova.compute.manager [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Took 50.14 seconds to build instance. [ 762.887765] env[65762]: DEBUG nova.network.neutron [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updated VIF entry in instance network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.890352] env[65762]: DEBUG nova.network.neutron [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.891747] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.940232] env[65762]: DEBUG nova.scheduler.client.report [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.112980] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612281} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.116109] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e79742af-9767-4151-9a76-242d7994db55/e79742af-9767-4151-9a76-242d7994db55.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.116109] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.116109] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5983f33-15b8-4b23-8e1f-9cca3bc92594 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.126526] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 763.126526] env[65762]: value = "task-4560020" [ 763.126526] env[65762]: _type = "Task" [ 763.126526] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.139873] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.188432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Releasing lock "refresh_cache-9013b1a1-0239-4fdb-be67-c233bda73310" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.189847] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Instance network_info: |[{"id": "51d279ba-8215-4219-9d09-8841eca0859b", "address": "fa:16:3e:3a:3a:8f", "network": {"id": "fe5a2706-96b9-48e5-ae70-335f980cf02d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-246113601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4cefcbc6d44a2984e299327e4c8207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d279ba-82", "ovs_interfaceid": "51d279ba-8215-4219-9d09-8841eca0859b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 763.190534] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:3a:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d279ba-8215-4219-9d09-8841eca0859b', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.202038] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Creating folder: Project (0b4cefcbc6d44a2984e299327e4c8207). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.202451] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea241e6a-2530-49af-ab60-b1714461520a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.216598] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Created folder: Project (0b4cefcbc6d44a2984e299327e4c8207) in parent group-v890951. [ 763.216819] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Creating folder: Instances. Parent ref: group-v891071. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.217094] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4828df75-0773-4d3a-9c73-00bee2fcd38d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.229521] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Created folder: Instances in parent group-v891071. [ 763.229521] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.229745] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.230059] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00bdb672-dc0a-4795-819b-77ea144abdbe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.259490] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.259490] env[65762]: value = "task-4560023" [ 763.259490] env[65762]: _type = "Task" [ 763.259490] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.270252] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560023, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.290665] env[65762]: WARNING neutronclient.v2_0.client [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.324181] env[65762]: DEBUG oslo_concurrency.lockutils [req-60f35368-eaed-491f-874f-7a7693852935 req-48e940dc-d5fa-4537-a1dd-b2d3ebe48f90 service nova] Releasing lock "refresh_cache-a93325c6-8901-488c-a626-bf1aa9f4f3af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.352462] env[65762]: DEBUG oslo_concurrency.lockutils [None req-77037773-73a6-417f-b1a5-185534e1ffc1 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.171s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.396516] env[65762]: DEBUG oslo_concurrency.lockutils [req-d69c5552-ee23-439d-8617-003cc6280635 req-48ee70e0-6617-4c03-986b-dd6e04bc157f service nova] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.413192] env[65762]: DEBUG nova.network.neutron [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Updating instance_info_cache with network_info: [{"id": "8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe", "address": "fa:16:3e:0f:3f:b8", "network": {"id": "4eaded10-28aa-49a3-8abb-404c21c467f6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1488459411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8c6578b2c14733a3a8949e0fbb36cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd1d5b5-4a", "ovs_interfaceid": "8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.446388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.446732] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 763.451181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.116s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.451181] env[65762]: DEBUG nova.objects.instance [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lazy-loading 'resources' on Instance uuid 49dd7535-e34a-4224-868a-56af142b1adb {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.640063] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119675} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.640376] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.641231] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866eec9b-d612-494d-b7da-f13cf64e9b79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.665443] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e79742af-9767-4151-9a76-242d7994db55/e79742af-9767-4151-9a76-242d7994db55.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.665566] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d63234-3daf-4a1f-ab1b-0d678b972b8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.686170] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 763.686170] env[65762]: value = "task-4560024" [ 763.686170] env[65762]: _type = "Task" [ 763.686170] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.773760] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560023, 'name': CreateVM_Task, 'duration_secs': 0.411415} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.773760] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.773760] env[65762]: WARNING neutronclient.v2_0.client [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.773986] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.774211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.774412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.774685] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5fbc50-71de-4826-90e6-a173dcea499b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.781936] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 763.781936] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52774a78-e78a-25e1-01a3-0faab765ce38" [ 763.781936] env[65762]: _type = "Task" [ 763.781936] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.789984] env[65762]: DEBUG nova.compute.manager [req-06aeaef3-854c-4fb5-a1b9-a5f28c923a18 req-2b5d028f-52d8-45e4-be37-96f8ed95d045 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Received event network-vif-plugged-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 763.789984] env[65762]: DEBUG oslo_concurrency.lockutils [req-06aeaef3-854c-4fb5-a1b9-a5f28c923a18 req-2b5d028f-52d8-45e4-be37-96f8ed95d045 service nova] Acquiring lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.789984] env[65762]: DEBUG oslo_concurrency.lockutils [req-06aeaef3-854c-4fb5-a1b9-a5f28c923a18 req-2b5d028f-52d8-45e4-be37-96f8ed95d045 service nova] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.790494] env[65762]: DEBUG oslo_concurrency.lockutils [req-06aeaef3-854c-4fb5-a1b9-a5f28c923a18 req-2b5d028f-52d8-45e4-be37-96f8ed95d045 service nova] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.790494] env[65762]: DEBUG nova.compute.manager [req-06aeaef3-854c-4fb5-a1b9-a5f28c923a18 req-2b5d028f-52d8-45e4-be37-96f8ed95d045 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] No waiting events found dispatching network-vif-plugged-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 763.790494] env[65762]: WARNING nova.compute.manager [req-06aeaef3-854c-4fb5-a1b9-a5f28c923a18 req-2b5d028f-52d8-45e4-be37-96f8ed95d045 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Received unexpected event network-vif-plugged-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe for instance with vm_state building and task_state spawning. [ 763.795354] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52774a78-e78a-25e1-01a3-0faab765ce38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.856312] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 763.915903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Releasing lock "refresh_cache-fac63c6e-a9bc-45b7-9f28-e17fda40bf82" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916725] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Instance network_info: |[{"id": "8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe", "address": "fa:16:3e:0f:3f:b8", "network": {"id": "4eaded10-28aa-49a3-8abb-404c21c467f6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1488459411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8c6578b2c14733a3a8949e0fbb36cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd1d5b5-4a", "ovs_interfaceid": "8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 763.918253] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:3f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.925510] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Creating folder: Project (aa8c6578b2c14733a3a8949e0fbb36cb). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.926813] env[65762]: DEBUG nova.compute.manager [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Received event network-vif-plugged-51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 763.927011] env[65762]: DEBUG oslo_concurrency.lockutils [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] Acquiring lock "9013b1a1-0239-4fdb-be67-c233bda73310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.927213] env[65762]: DEBUG oslo_concurrency.lockutils [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] Lock "9013b1a1-0239-4fdb-be67-c233bda73310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.927372] env[65762]: DEBUG oslo_concurrency.lockutils [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] Lock "9013b1a1-0239-4fdb-be67-c233bda73310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.927528] env[65762]: DEBUG nova.compute.manager [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] No waiting events found dispatching network-vif-plugged-51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 763.927682] env[65762]: WARNING nova.compute.manager [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Received unexpected event network-vif-plugged-51d279ba-8215-4219-9d09-8841eca0859b for instance with vm_state building and task_state spawning. [ 763.927828] env[65762]: DEBUG nova.compute.manager [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Received event network-changed-51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 763.927967] env[65762]: DEBUG nova.compute.manager [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Refreshing instance network info cache due to event network-changed-51d279ba-8215-4219-9d09-8841eca0859b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 763.928158] env[65762]: DEBUG oslo_concurrency.lockutils [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] Acquiring lock "refresh_cache-9013b1a1-0239-4fdb-be67-c233bda73310" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.928282] env[65762]: DEBUG oslo_concurrency.lockutils [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] Acquired lock "refresh_cache-9013b1a1-0239-4fdb-be67-c233bda73310" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.928436] env[65762]: DEBUG nova.network.neutron [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Refreshing network info cache for port 51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.930298] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d0652e5-c682-4455-8668-2cfa2bbe2345 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.944736] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Created folder: Project (aa8c6578b2c14733a3a8949e0fbb36cb) in parent group-v890951. [ 763.944957] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Creating folder: Instances. Parent ref: group-v891074. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.945225] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a2c8a3b-a9fa-4ff6-a445-de843b55afa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.950988] env[65762]: DEBUG nova.network.neutron [-] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.954702] env[65762]: DEBUG nova.compute.utils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.959638] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 763.959854] env[65762]: DEBUG nova.network.neutron [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 763.960214] env[65762]: WARNING neutronclient.v2_0.client [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.960666] env[65762]: WARNING neutronclient.v2_0.client [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.965600] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Created folder: Instances in parent group-v891074. [ 763.965895] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.966158] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.966849] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30dbef54-b3ba-467e-a93a-56c55f15bfd5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.990435] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.990435] env[65762]: value = "task-4560027" [ 763.990435] env[65762]: _type = "Task" [ 763.990435] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.002629] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560027, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.047542] env[65762]: DEBUG nova.policy [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e52f52e2e24999b4ad5949544fae74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12301dae3f2d490caad3a80c26a8a933', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.197873] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.297849] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52774a78-e78a-25e1-01a3-0faab765ce38, 'name': SearchDatastore_Task, 'duration_secs': 0.021636} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.301436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.301627] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.302090] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.302090] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.302472] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.302890] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c4b86e6-7dfa-4a12-baea-0801c308a705 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.314140] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.314359] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.319118] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25e24bd-c256-4f4e-9807-3b12a3f3047f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.328617] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 764.328617] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527337a4-d87f-1e15-1da0-f862b7440cdf" [ 764.328617] env[65762]: _type = "Task" [ 764.328617] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.340712] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527337a4-d87f-1e15-1da0-f862b7440cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.359890] env[65762]: DEBUG nova.compute.manager [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 764.363911] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af990f27-1519-49b7-a759-48cfc9bfa8ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.385260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.435549] env[65762]: WARNING neutronclient.v2_0.client [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.457690] env[65762]: INFO nova.compute.manager [-] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Took 1.80 seconds to deallocate network for instance. [ 764.465985] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 764.480257] env[65762]: DEBUG nova.network.neutron [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Successfully created port: 502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 764.512200] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560027, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.645577] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.645947] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.666862] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ce23e5-c172-4147-8fb3-d7c1e40bca0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.677811] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12651424-8abb-4344-b399-66b889692686 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.719523] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf541571-70ad-4029-8cc6-8b9258de8b77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.731642] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a27961b-c141-40ef-b74b-b1a07d40df70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.736078] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560024, 'name': ReconfigVM_Task, 'duration_secs': 0.965555} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.736399] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e79742af-9767-4151-9a76-242d7994db55/e79742af-9767-4151-9a76-242d7994db55.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.737576] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-932b92d8-7d7d-4a82-95be-cbb7910af648 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.749163] env[65762]: DEBUG nova.compute.provider_tree [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.752804] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 764.752804] env[65762]: value = "task-4560028" [ 764.752804] env[65762]: _type = "Task" [ 764.752804] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.763828] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560028, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.841919] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527337a4-d87f-1e15-1da0-f862b7440cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.843149] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868cb7a9-3b1c-451f-9baa-1df3ab63415c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.850456] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 764.850456] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc8499-d1c6-a50b-2fab-efda0ab5b6ed" [ 764.850456] env[65762]: _type = "Task" [ 764.850456] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.864212] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc8499-d1c6-a50b-2fab-efda0ab5b6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.885772] env[65762]: INFO nova.compute.manager [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] instance snapshotting [ 764.886080] env[65762]: WARNING nova.compute.manager [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 764.888261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "b1e78905-5d3b-4bd4-b732-16716db84e37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.888261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.888464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "b1e78905-5d3b-4bd4-b732-16716db84e37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.888656] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.889346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.891277] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8503e328-ca7b-4b95-af83-f55bca2f7960 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.899398] env[65762]: INFO nova.compute.manager [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Terminating instance [ 764.920424] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de418a-9d8f-4ef5-92f5-23b063f9ee04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.970133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.003353] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560027, 'name': CreateVM_Task, 'duration_secs': 0.66028} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.005815] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.006635] env[65762]: WARNING neutronclient.v2_0.client [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.007036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.007195] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.009634] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82906a07-b3ee-489d-804c-58ece3c3c23d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.013816] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 765.013816] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5211d5f9-524b-7703-139e-2f0c5d80ee48" [ 765.013816] env[65762]: _type = "Task" [ 765.013816] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.023275] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5211d5f9-524b-7703-139e-2f0c5d80ee48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.049029] env[65762]: WARNING neutronclient.v2_0.client [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.252948] env[65762]: DEBUG nova.scheduler.client.report [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.268955] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560028, 'name': Rename_Task, 'duration_secs': 0.267679} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.268955] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.268955] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a5b6fd-1c73-4540-8d66-6c0345e9e6d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.278358] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 765.278358] env[65762]: value = "task-4560029" [ 765.278358] env[65762]: _type = "Task" [ 765.278358] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.291267] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.303524] env[65762]: DEBUG nova.network.neutron [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Updated VIF entry in instance network info cache for port 51d279ba-8215-4219-9d09-8841eca0859b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.303896] env[65762]: DEBUG nova.network.neutron [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Updating instance_info_cache with network_info: [{"id": "51d279ba-8215-4219-9d09-8841eca0859b", "address": "fa:16:3e:3a:3a:8f", "network": {"id": "fe5a2706-96b9-48e5-ae70-335f980cf02d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-246113601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4cefcbc6d44a2984e299327e4c8207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d279ba-82", "ovs_interfaceid": "51d279ba-8215-4219-9d09-8841eca0859b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.365374] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc8499-d1c6-a50b-2fab-efda0ab5b6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02119} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.365637] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.365900] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 9013b1a1-0239-4fdb-be67-c233bda73310/9013b1a1-0239-4fdb-be67-c233bda73310.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.366274] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0896dba1-3fcb-4921-9830-c094654648e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.374067] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 765.374067] env[65762]: value = "task-4560030" [ 765.374067] env[65762]: _type = "Task" [ 765.374067] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.384909] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.403831] env[65762]: DEBUG nova.compute.manager [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 765.404084] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.406474] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee684d92-cee0-46ba-bcb3-0b10b9f197d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.417666] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.417666] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-830c620e-e507-4da3-a17c-e8ddb96dbd55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.425454] env[65762]: DEBUG oslo_vmware.api [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 765.425454] env[65762]: value = "task-4560031" [ 765.425454] env[65762]: _type = "Task" [ 765.425454] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.435566] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.435904] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d54aaea-c791-4c19-be96-6cd735104eb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.444848] env[65762]: DEBUG oslo_vmware.api [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.446681] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 765.446681] env[65762]: value = "task-4560032" [ 765.446681] env[65762]: _type = "Task" [ 765.446681] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.460108] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.477937] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 765.513306] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52412f7c-af64-459e-83a6-a7fd1bd488eb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2024350607',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 765.513566] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.513729] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 765.513915] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.514090] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 765.514269] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 765.514468] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.514642] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 765.514825] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 765.515053] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 765.515275] env[65762]: DEBUG nova.virt.hardware [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 765.516524] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f89968-a062-467b-b378-39847797c236 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.535052] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06def1b1-f281-4a54-9460-def578fa9d77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.539917] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5211d5f9-524b-7703-139e-2f0c5d80ee48, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.540574] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.540574] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.541312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.541312] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.544345] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1609088e-02bd-4c41-9e63-62268d818a1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.554985] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.555208] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.559238] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47bab23-53f9-4022-9b5c-7eda876e3e0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.567092] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 765.567092] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bdf1fb-40e6-bc0a-4e36-f248a85cdbf8" [ 765.567092] env[65762]: _type = "Task" [ 765.567092] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.577704] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bdf1fb-40e6-bc0a-4e36-f248a85cdbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.762206] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.764631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.802s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.766656] env[65762]: INFO nova.compute.claims [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.790483] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.791689] env[65762]: INFO nova.scheduler.client.report [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Deleted allocations for instance 49dd7535-e34a-4224-868a-56af142b1adb [ 765.806625] env[65762]: DEBUG oslo_concurrency.lockutils [req-df199d74-d040-4243-a43b-03f426d1a289 req-a56782d5-a3a6-4faa-8837-0ff98dd693f1 service nova] Releasing lock "refresh_cache-9013b1a1-0239-4fdb-be67-c233bda73310" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.885886] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.939170] env[65762]: DEBUG oslo_vmware.api [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560031, 'name': PowerOffVM_Task, 'duration_secs': 0.307729} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.939454] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.939621] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.940027] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4db9b2a3-c04f-4b30-9cfe-76babb1c4e52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.959262] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560032, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.029026] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.029026] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.029026] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleting the datastore file [datastore2] b1e78905-5d3b-4bd4-b732-16716db84e37 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.029026] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f822b1-d707-413d-9f55-9ab9613d81c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.038021] env[65762]: DEBUG oslo_vmware.api [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 766.038021] env[65762]: value = "task-4560034" [ 766.038021] env[65762]: _type = "Task" [ 766.038021] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.048270] env[65762]: DEBUG oslo_vmware.api [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.079853] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bdf1fb-40e6-bc0a-4e36-f248a85cdbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.079853] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686a641a-9d90-47ff-a98f-364e1f0b7050 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.087853] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 766.087853] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cd9fa6-4d92-410a-1f9f-72825c60bb72" [ 766.087853] env[65762]: _type = "Task" [ 766.087853] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.099929] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cd9fa6-4d92-410a-1f9f-72825c60bb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.214955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.215093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.216521] env[65762]: DEBUG nova.network.neutron [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Successfully updated port: 502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 766.293466] env[65762]: DEBUG oslo_vmware.api [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560029, 'name': PowerOnVM_Task, 'duration_secs': 0.909482} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.294204] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.294204] env[65762]: INFO nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Took 11.45 seconds to spawn the instance on the hypervisor. [ 766.294368] env[65762]: DEBUG nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 766.295468] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d44836-17d8-4253-8f88-6a860e095e32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.302644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df3514cc-7478-4279-b15f-6dfd0606ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Lock "49dd7535-e34a-4224-868a-56af142b1adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.403s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.387335] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577824} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.387335] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 9013b1a1-0239-4fdb-be67-c233bda73310/9013b1a1-0239-4fdb-be67-c233bda73310.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.387335] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.387690] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1118cdc2-9732-48b8-975d-111a6b11f8fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.396237] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 766.396237] env[65762]: value = "task-4560035" [ 766.396237] env[65762]: _type = "Task" [ 766.396237] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.408016] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.461402] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560032, 'name': CreateSnapshot_Task, 'duration_secs': 0.939294} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.461771] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.462547] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a407368-45bd-401c-87ca-ba193aa333f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.551870] env[65762]: DEBUG oslo_vmware.api [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254693} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.553516] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.553516] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.553516] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.553516] env[65762]: INFO nova.compute.manager [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 766.554330] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 766.554330] env[65762]: DEBUG nova.compute.manager [-] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 766.554330] env[65762]: DEBUG nova.network.neutron [-] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 766.555906] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.609426] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cd9fa6-4d92-410a-1f9f-72825c60bb72, 'name': SearchDatastore_Task, 'duration_secs': 0.024302} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.609706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.609969] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] fac63c6e-a9bc-45b7-9f28-e17fda40bf82/fac63c6e-a9bc-45b7-9f28-e17fda40bf82.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.610264] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3330fb96-582f-4d09-9b14-ba5837e5ac9c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.622401] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 766.622401] env[65762]: value = "task-4560036" [ 766.622401] env[65762]: _type = "Task" [ 766.622401] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.631253] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.634746] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.719538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.720770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.721029] env[65762]: DEBUG nova.network.neutron [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 766.824709] env[65762]: INFO nova.compute.manager [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Took 52.91 seconds to build instance. [ 766.912664] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077525} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.912817] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.913691] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff70b5f-a94b-4fd6-a874-ba1689eab688 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.942758] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 9013b1a1-0239-4fdb-be67-c233bda73310/9013b1a1-0239-4fdb-be67-c233bda73310.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.946936] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7eb677d-e92f-4cf6-b4e7-8aa572b789d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.971837] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 766.971837] env[65762]: value = "task-4560037" [ 766.971837] env[65762]: _type = "Task" [ 766.971837] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.988980] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.988980] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.992258] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72fe0d9f-92a8-4a42-8e28-631a9e194b7d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.004218] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 767.004218] env[65762]: value = "task-4560038" [ 767.004218] env[65762]: _type = "Task" [ 767.004218] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.015414] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560038, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.135739] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560036, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.330445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b824a19d-4b31-44a0-b666-32866d507dbe tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "e79742af-9767-4151-9a76-242d7994db55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.330s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.376338] env[65762]: DEBUG nova.network.neutron [-] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.478809] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2a53f-4868-446a-ab1b-fe7388ff2655 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.485174] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560037, 'name': ReconfigVM_Task, 'duration_secs': 0.365309} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.486082] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 9013b1a1-0239-4fdb-be67-c233bda73310/9013b1a1-0239-4fdb-be67-c233bda73310.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.486756] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91eb90d3-4310-4b7a-bbe1-de7417a54731 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.492500] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1f2315-fd0a-4327-b789-40115ad61207 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.497721] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 767.497721] env[65762]: value = "task-4560039" [ 767.497721] env[65762]: _type = "Task" [ 767.497721] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.542231] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aacb5b-db7c-451b-a563-fe1cfac09377 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.545388] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560039, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.555413] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c607fa-195d-4596-b432-94f63b22fb61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.559719] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560038, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.573787] env[65762]: DEBUG nova.compute.provider_tree [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.576200] env[65762]: DEBUG nova.network.neutron [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 767.636358] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921669} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.636938] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] fac63c6e-a9bc-45b7-9f28-e17fda40bf82/fac63c6e-a9bc-45b7-9f28-e17fda40bf82.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.636938] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.637328] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f597b1c5-1b25-4be7-887b-c420932df302 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.645785] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 767.645785] env[65762]: value = "task-4560040" [ 767.645785] env[65762]: _type = "Task" [ 767.645785] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.656924] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.833767] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 767.880667] env[65762]: INFO nova.compute.manager [-] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Took 1.32 seconds to deallocate network for instance. [ 768.009776] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560039, 'name': Rename_Task, 'duration_secs': 0.170003} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.013147] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.013643] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d5aa9e-b0dc-421b-be5e-73ea300b5fdb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.022630] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 768.022630] env[65762]: value = "task-4560041" [ 768.022630] env[65762]: _type = "Task" [ 768.022630] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.033631] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.046289] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560038, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.080671] env[65762]: DEBUG nova.scheduler.client.report [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.159689] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071742} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.160012] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.162046] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e8982e-924e-4a10-af00-6845ab922ea3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.192945] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] fac63c6e-a9bc-45b7-9f28-e17fda40bf82/fac63c6e-a9bc-45b7-9f28-e17fda40bf82.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.194736] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd5c787-1576-412b-99a4-3be708d1d981 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.217426] env[65762]: DEBUG nova.compute.manager [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Received event network-changed-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 768.217700] env[65762]: DEBUG nova.compute.manager [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Refreshing instance network info cache due to event network-changed-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 768.218087] env[65762]: DEBUG oslo_concurrency.lockutils [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] Acquiring lock "refresh_cache-fac63c6e-a9bc-45b7-9f28-e17fda40bf82" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.218275] env[65762]: DEBUG oslo_concurrency.lockutils [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] Acquired lock "refresh_cache-fac63c6e-a9bc-45b7-9f28-e17fda40bf82" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.218480] env[65762]: DEBUG nova.network.neutron [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Refreshing network info cache for port 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.230049] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 768.230049] env[65762]: value = "task-4560042" [ 768.230049] env[65762]: _type = "Task" [ 768.230049] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.243591] env[65762]: WARNING neutronclient.v2_0.client [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.250203] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.342590] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "62090198-5bba-4601-bc2f-bfcbd6ed5995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.342943] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.343164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "62090198-5bba-4601-bc2f-bfcbd6ed5995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.343269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.343435] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.347712] env[65762]: INFO nova.compute.manager [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Terminating instance [ 768.371000] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.388011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.534809] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560041, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.545013] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560038, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.586619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.587192] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 768.590133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.502s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.591695] env[65762]: INFO nova.compute.claims [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.671898] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.672179] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.672396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.672575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.672740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.675915] env[65762]: INFO nova.compute.manager [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Terminating instance [ 768.714290] env[65762]: DEBUG nova.network.neutron [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.723682] env[65762]: WARNING neutronclient.v2_0.client [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.749977] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.817667] env[65762]: DEBUG nova.compute.manager [req-31af3d83-4215-45fe-ab0e-39728d414926 req-55356417-0fbd-46b9-911f-8d97a9a25e80 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Received event network-vif-plugged-502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 768.818469] env[65762]: DEBUG oslo_concurrency.lockutils [req-31af3d83-4215-45fe-ab0e-39728d414926 req-55356417-0fbd-46b9-911f-8d97a9a25e80 service nova] Acquiring lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.818632] env[65762]: DEBUG oslo_concurrency.lockutils [req-31af3d83-4215-45fe-ab0e-39728d414926 req-55356417-0fbd-46b9-911f-8d97a9a25e80 service nova] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.819079] env[65762]: DEBUG oslo_concurrency.lockutils [req-31af3d83-4215-45fe-ab0e-39728d414926 req-55356417-0fbd-46b9-911f-8d97a9a25e80 service nova] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.819283] env[65762]: DEBUG nova.compute.manager [req-31af3d83-4215-45fe-ab0e-39728d414926 req-55356417-0fbd-46b9-911f-8d97a9a25e80 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] No waiting events found dispatching network-vif-plugged-502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 768.819626] env[65762]: WARNING nova.compute.manager [req-31af3d83-4215-45fe-ab0e-39728d414926 req-55356417-0fbd-46b9-911f-8d97a9a25e80 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Received unexpected event network-vif-plugged-502544f4-77a0-4b90-8dea-87db7792a9e0 for instance with vm_state building and task_state spawning. [ 768.852899] env[65762]: DEBUG nova.compute.manager [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 768.855132] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.855745] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a7dc57-b77b-4487-86a8-0b225ee3e41d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.865576] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.865576] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a451dca9-a693-4a91-a0ff-f16c69068eec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.883356] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 768.883356] env[65762]: value = "task-4560043" [ 768.883356] env[65762]: _type = "Task" [ 768.883356] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.894671] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.038386] env[65762]: DEBUG oslo_vmware.api [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560041, 'name': PowerOnVM_Task, 'duration_secs': 0.533098} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.042523] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.042747] env[65762]: INFO nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Took 11.41 seconds to spawn the instance on the hypervisor. [ 769.042923] env[65762]: DEBUG nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 769.043984] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210b5559-2662-4b75-b235-810532366d09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.056433] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560038, 'name': CloneVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.097750] env[65762]: DEBUG nova.compute.utils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.103125] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 769.103125] env[65762]: DEBUG nova.network.neutron [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 769.103125] env[65762]: WARNING neutronclient.v2_0.client [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.103125] env[65762]: WARNING neutronclient.v2_0.client [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.182361] env[65762]: DEBUG nova.compute.manager [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 769.182361] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.183728] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa7efc6-38bb-4a6a-a0c0-3f7e45f31cc6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.193030] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.193314] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb725852-4c77-479b-b599-92cd7ae8e9d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.202613] env[65762]: DEBUG oslo_vmware.api [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 769.202613] env[65762]: value = "task-4560044" [ 769.202613] env[65762]: _type = "Task" [ 769.202613] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.217636] env[65762]: DEBUG oslo_vmware.api [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4560044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.221992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.223132] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Instance network_info: |[{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 769.223132] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a7:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502544f4-77a0-4b90-8dea-87db7792a9e0', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.237452] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.240423] env[65762]: DEBUG nova.policy [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd2555f3cac04570b04044f615a7fdee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d4fb28ea5d40e1a0e41aa8df990cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.244694] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.250047] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbcb9522-8485-4a79-8f31-25cc17077eec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.286580] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560042, 'name': ReconfigVM_Task, 'duration_secs': 1.02335} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.287938] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Reconfigured VM instance instance-0000002b to attach disk [datastore2] fac63c6e-a9bc-45b7-9f28-e17fda40bf82/fac63c6e-a9bc-45b7-9f28-e17fda40bf82.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.290693] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b25328ec-a725-4135-84e9-315540dbb5f9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.292573] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.292573] env[65762]: value = "task-4560045" [ 769.292573] env[65762]: _type = "Task" [ 769.292573] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.302656] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 769.302656] env[65762]: value = "task-4560046" [ 769.302656] env[65762]: _type = "Task" [ 769.302656] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.308211] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560045, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.324135] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560046, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.389515] env[65762]: WARNING neutronclient.v2_0.client [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.403949] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560043, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.553608] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560038, 'name': CloneVM_Task, 'duration_secs': 2.105831} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.553907] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Created linked-clone VM from snapshot [ 769.554722] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee03d64-29c0-4210-8f02-a6f2dcbc1748 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.569621] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Uploading image a4a99706-b397-4815-8e70-6a8367e95b1d {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.580418] env[65762]: INFO nova.compute.manager [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Took 48.90 seconds to build instance. [ 769.610026] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.610026] env[65762]: value = "vm-891078" [ 769.610026] env[65762]: _type = "VirtualMachine" [ 769.610026] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.610026] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 769.612528] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f0b5c93-55ec-4372-af96-d14d4df0d7ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.629075] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease: (returnval){ [ 769.629075] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52518cde-dd5b-6d80-f17e-5b3294849b81" [ 769.629075] env[65762]: _type = "HttpNfcLease" [ 769.629075] env[65762]: } obtained for exporting VM: (result){ [ 769.629075] env[65762]: value = "vm-891078" [ 769.629075] env[65762]: _type = "VirtualMachine" [ 769.629075] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.629075] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the lease: (returnval){ [ 769.629075] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52518cde-dd5b-6d80-f17e-5b3294849b81" [ 769.629075] env[65762]: _type = "HttpNfcLease" [ 769.629075] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.635634] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.635634] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52518cde-dd5b-6d80-f17e-5b3294849b81" [ 769.635634] env[65762]: _type = "HttpNfcLease" [ 769.635634] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.713745] env[65762]: DEBUG oslo_vmware.api [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4560044, 'name': PowerOffVM_Task, 'duration_secs': 0.24581} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.715051] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.715051] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.715051] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3233f939-4345-4a70-b1fe-1163097f8941 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.758899] env[65762]: DEBUG nova.network.neutron [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Successfully created port: 30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.806726] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560045, 'name': CreateVM_Task, 'duration_secs': 0.470734} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.808635] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.808939] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.809303] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.809538] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Deleting the datastore file [datastore1] 7913a6e0-c740-40bf-8633-8aa1e0a74b3c {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.813728] env[65762]: WARNING neutronclient.v2_0.client [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.814192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.814192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.814400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.814646] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8736bfa-1c6b-47df-9588-7ec133605e4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.817678] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2f599e-a590-49ec-ad71-a3c1abe27114 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.823658] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 769.823658] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527bda1a-acd1-9bc9-d407-93ba82260207" [ 769.823658] env[65762]: _type = "Task" [ 769.823658] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.830922] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560046, 'name': Rename_Task, 'duration_secs': 0.220652} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.836536] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.836927] env[65762]: DEBUG oslo_vmware.api [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for the task: (returnval){ [ 769.836927] env[65762]: value = "task-4560049" [ 769.836927] env[65762]: _type = "Task" [ 769.836927] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.838021] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c42a7861-b71b-4705-b003-e302e9f708fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.847100] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527bda1a-acd1-9bc9-d407-93ba82260207, 'name': SearchDatastore_Task, 'duration_secs': 0.017588} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.848337] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.848337] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.848724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.848724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.848839] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.852061] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a9683e-9c62-4f53-8ec1-75e08b2ec6d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.860771] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 769.860771] env[65762]: value = "task-4560050" [ 769.860771] env[65762]: _type = "Task" [ 769.860771] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.861786] env[65762]: DEBUG oslo_vmware.api [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4560049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.871376] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.873227] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.873521] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.878174] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd93993-c9aa-4f7e-845b-bf8777ebcd39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.886108] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 769.886108] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cfbbb3-3ebd-66bd-fbf0-eddce5e1b4d3" [ 769.886108] env[65762]: _type = "Task" [ 769.886108] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.902655] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cfbbb3-3ebd-66bd-fbf0-eddce5e1b4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.909283] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560043, 'name': PowerOffVM_Task, 'duration_secs': 0.529622} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.909525] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.909693] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.910344] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30439c3c-dd97-48ca-b6c8-295cb3704410 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.012505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.012756] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.012976] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore1] 62090198-5bba-4601-bc2f-bfcbd6ed5995 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.013272] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e43ec522-8ecb-4016-a9dd-3bf9395dabf5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.021357] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 770.021357] env[65762]: value = "task-4560052" [ 770.021357] env[65762]: _type = "Task" [ 770.021357] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.034980] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.082964] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51490796-825f-4930-b353-a45954b599a9 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "9013b1a1-0239-4fdb-be67-c233bda73310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.628s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.138644] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.138644] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52518cde-dd5b-6d80-f17e-5b3294849b81" [ 770.138644] env[65762]: _type = "HttpNfcLease" [ 770.138644] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.138900] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.138900] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52518cde-dd5b-6d80-f17e-5b3294849b81" [ 770.138900] env[65762]: _type = "HttpNfcLease" [ 770.138900] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.142016] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de03cf-3da9-4cd9-be59-659a378748a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.161466] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215256b-60a4-1507-ac60-95ebc73525c5/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.162657] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215256b-60a4-1507-ac60-95ebc73525c5/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.230902] env[65762]: DEBUG nova.network.neutron [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Updated VIF entry in instance network info cache for port 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.231262] env[65762]: DEBUG nova.network.neutron [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Updating instance_info_cache with network_info: [{"id": "8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe", "address": "fa:16:3e:0f:3f:b8", "network": {"id": "4eaded10-28aa-49a3-8abb-404c21c467f6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1488459411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8c6578b2c14733a3a8949e0fbb36cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd1d5b5-4a", "ovs_interfaceid": "8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.333471] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a84f82-1ef4-4e87-b560-7a11cadc1dfd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.349350] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d326250-97e5-4342-9704-75ce758ecfb6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.352617] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab87bd3-a63e-474f-822c-086ce115f7cc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.364583] env[65762]: DEBUG oslo_vmware.api [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Task: {'id': task-4560049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242612} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.397010] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.397333] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.399022] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.399022] env[65762]: INFO nova.compute.manager [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 770.399022] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.400775] env[65762]: DEBUG nova.compute.manager [-] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 770.400840] env[65762]: DEBUG nova.network.neutron [-] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.401097] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.406963] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed228d-2421-486e-8e57-b7e2a9ae3427 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.425012] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b50267-6303-4d40-a62c-d4aafe936074 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.430072] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cfbbb3-3ebd-66bd-fbf0-eddce5e1b4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.430072] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.430959] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5add2bb5-34ac-4f03-929a-70484d3a41aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.443725] env[65762]: DEBUG nova.compute.provider_tree [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.450669] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 770.450669] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae43bd-2f67-e300-6d8c-f16a7e770e14" [ 770.450669] env[65762]: _type = "Task" [ 770.450669] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.462508] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae43bd-2f67-e300-6d8c-f16a7e770e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.538667] env[65762]: DEBUG oslo_vmware.api [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.538935] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.539271] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.539565] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.539760] env[65762]: INFO nova.compute.manager [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Took 1.69 seconds to destroy the instance on the hypervisor. [ 770.540115] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.540381] env[65762]: DEBUG nova.compute.manager [-] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 770.540498] env[65762]: DEBUG nova.network.neutron [-] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.540752] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.586351] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 770.623338] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 770.643529] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.655944] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 770.656255] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.656521] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 770.656801] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.657060] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 770.657252] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 770.657522] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.657689] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 770.657800] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 770.658692] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 770.658692] env[65762]: DEBUG nova.virt.hardware [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 770.660133] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a3165-d9de-4a38-8c70-375fcbf8e249 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.672416] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ece0c-11d6-4182-97d9-88e0d96680a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.736050] env[65762]: DEBUG oslo_concurrency.lockutils [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] Releasing lock "refresh_cache-fac63c6e-a9bc-45b7-9f28-e17fda40bf82" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.736050] env[65762]: DEBUG nova.compute.manager [req-8d5ad145-0044-4174-bbd7-d65eabb8d533 req-2cc1421d-be1b-44a0-ba06-33567b7a8999 service nova] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Received event network-vif-deleted-3b80168f-efe7-405a-9339-403766118ca4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 770.876436] env[65762]: DEBUG oslo_vmware.api [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560050, 'name': PowerOnVM_Task, 'duration_secs': 0.91864} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.877172] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.877172] env[65762]: INFO nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Took 10.45 seconds to spawn the instance on the hypervisor. [ 770.877454] env[65762]: DEBUG nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 770.879456] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f51847-0f39-4249-bdad-46281ed7c8dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.952693] env[65762]: DEBUG nova.scheduler.client.report [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.971404] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae43bd-2f67-e300-6d8c-f16a7e770e14, 'name': SearchDatastore_Task, 'duration_secs': 0.035659} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.971937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972109] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.973895] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-995b404f-22a5-4d2d-91d0-2731a1abb1eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.985335] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 770.985335] env[65762]: value = "task-4560053" [ 770.985335] env[65762]: _type = "Task" [ 770.985335] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.996692] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.121689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.208133] env[65762]: INFO nova.compute.manager [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Rescuing [ 771.208555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.208978] env[65762]: DEBUG oslo_concurrency.lockutils [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.209212] env[65762]: DEBUG nova.network.neutron [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.403652] env[65762]: INFO nova.compute.manager [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Took 43.46 seconds to build instance. [ 771.459634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.460881] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 771.469190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.790s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.469462] env[65762]: DEBUG nova.objects.instance [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lazy-loading 'resources' on Instance uuid f671e07b-eb46-443a-beed-abb7b5d62f28 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.499321] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.663616] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.712966] env[65762]: WARNING neutronclient.v2_0.client [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.752575] env[65762]: DEBUG nova.network.neutron [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Successfully updated port: 30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.909602] env[65762]: DEBUG oslo_concurrency.lockutils [None req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.085s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.971473] env[65762]: DEBUG nova.compute.utils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.974710] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 771.978460] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 771.979023] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.979455] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.000419] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68614} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.000929] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.001288] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.001629] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cc2e49b-acb3-40d2-b9ec-fd0e3fde5386 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.011101] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 772.011101] env[65762]: value = "task-4560054" [ 772.011101] env[65762]: _type = "Task" [ 772.011101] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.024381] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.256539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "refresh_cache-0c21ed64-f299-4ad0-a212-907baef4a919" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.257816] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "refresh_cache-0c21ed64-f299-4ad0-a212-907baef4a919" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.258193] env[65762]: DEBUG nova.network.neutron [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 772.296734] env[65762]: DEBUG nova.policy [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb386c99b987425ebd9406726438aa97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38b2532c3ff47d3a46849a2724aa3cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.408268] env[65762]: DEBUG nova.network.neutron [-] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.414391] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 772.476711] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 772.528498] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098367} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.529586] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.531054] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565d162c-02e7-428b-b3a8-0d6e1a2e5d36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.562699] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.566554] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129a6181-0cc3-41b8-ac12-d44d13129aff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.588339] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 772.588339] env[65762]: value = "task-4560055" [ 772.588339] env[65762]: _type = "Task" [ 772.588339] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.600034] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.650993] env[65762]: DEBUG nova.network.neutron [-] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.725922] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf41e0-d020-43f3-817e-7b0fd5bb3527 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.734821] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532389d8-c5d7-41c0-a687-06d1a47e0913 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.773886] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Successfully created port: fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 772.779023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ecac9-4842-4b0e-9700-eddb62871ab8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.788051] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360dabc4-30d9-44b0-ad66-47a2e44f2106 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.809661] env[65762]: DEBUG nova.compute.provider_tree [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.919913] env[65762]: INFO nova.compute.manager [-] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Took 2.52 seconds to deallocate network for instance. [ 772.943939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.100451] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.154308] env[65762]: INFO nova.compute.manager [-] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Took 2.61 seconds to deallocate network for instance. [ 773.308213] env[65762]: DEBUG nova.network.neutron [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 773.314150] env[65762]: DEBUG nova.scheduler.client.report [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.392132] env[65762]: WARNING neutronclient.v2_0.client [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.433143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.491433] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 773.520925] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.521204] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.521376] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.521559] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.521719] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.521861] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.522207] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.522458] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.522665] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.522885] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.523129] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.524098] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d84eed-58df-46f7-8f7f-e2d6fa4170a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.534072] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417e1e2-a5dd-46f2-b8ae-f8f34ff15f87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.379065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.379881] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.911s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.384744] env[65762]: WARNING neutronclient.v2_0.client [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.388046] env[65762]: DEBUG nova.network.neutron [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.393560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.960s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.393992] env[65762]: INFO nova.compute.claims [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.400019] env[65762]: DEBUG nova.compute.manager [req-ea21d2bd-35f8-48fe-9f49-ffdc95efe53c req-2d6882b5-ba5f-4475-bb43-913353790c94 service nova] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Received event network-vif-deleted-c940de6d-e215-4c58-b144-7befb6abb4bd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 774.408746] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560055, 'name': ReconfigVM_Task, 'duration_secs': 0.611116} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.409092] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.409760] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f38d4f6-62c9-4090-ad53-83bdeece4273 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.419977] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 774.419977] env[65762]: value = "task-4560056" [ 774.419977] env[65762]: _type = "Task" [ 774.419977] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.420931] env[65762]: INFO nova.scheduler.client.report [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Deleted allocations for instance f671e07b-eb46-443a-beed-abb7b5d62f28 [ 774.435698] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560056, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.518859] env[65762]: DEBUG nova.compute.manager [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Received event network-changed-502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 774.519086] env[65762]: DEBUG nova.compute.manager [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Refreshing instance network info cache due to event network-changed-502544f4-77a0-4b90-8dea-87db7792a9e0. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 774.520053] env[65762]: DEBUG oslo_concurrency.lockutils [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] Acquiring lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.520053] env[65762]: DEBUG oslo_concurrency.lockutils [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] Acquired lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.520251] env[65762]: DEBUG nova.network.neutron [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Refreshing network info cache for port 502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.834302] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Successfully updated port: fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 774.889801] env[65762]: DEBUG nova.network.neutron [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Updating instance_info_cache with network_info: [{"id": "30507316-8489-47eb-9589-0d97866de628", "address": "fa:16:3e:50:01:4a", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30507316-84", "ovs_interfaceid": "30507316-8489-47eb-9589-0d97866de628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.909172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.939089] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560056, 'name': Rename_Task, 'duration_secs': 0.234473} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.939089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2332f65-9e1e-48cd-9d74-1669a18499f6 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Lock "f671e07b-eb46-443a-beed-abb7b5d62f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.802s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.939893] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.940190] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403c2395-4865-4fe7-afd5-9f23af9c0f51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.955571] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 774.955571] env[65762]: value = "task-4560057" [ 774.955571] env[65762]: _type = "Task" [ 774.955571] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.974082] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.024059] env[65762]: WARNING neutronclient.v2_0.client [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.245231] env[65762]: WARNING neutronclient.v2_0.client [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.339568] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "refresh_cache-635856de-aeba-435d-ac65-6a1c29a855bb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.339807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "refresh_cache-635856de-aeba-435d-ac65-6a1c29a855bb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.340297] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 775.386025] env[65762]: DEBUG nova.network.neutron [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updated VIF entry in instance network info cache for port 502544f4-77a0-4b90-8dea-87db7792a9e0. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.386025] env[65762]: DEBUG nova.network.neutron [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.394792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "refresh_cache-0c21ed64-f299-4ad0-a212-907baef4a919" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.394792] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Instance network_info: |[{"id": "30507316-8489-47eb-9589-0d97866de628", "address": "fa:16:3e:50:01:4a", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30507316-84", "ovs_interfaceid": "30507316-8489-47eb-9589-0d97866de628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 775.394792] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:01:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30507316-8489-47eb-9589-0d97866de628', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.402189] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.403250] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.403520] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edab0f04-fceb-4ae8-aad3-11e9c8400ed4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.431763] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.431763] env[65762]: value = "task-4560058" [ 775.431763] env[65762]: _type = "Task" [ 775.431763] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.446309] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560058, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.468080] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560057, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.890037] env[65762]: DEBUG oslo_concurrency.lockutils [req-29a19f75-9af7-4512-950a-36a481460349 req-c895ccab-0f82-4f68-9c93-c4c2e3adf426 service nova] Releasing lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.921989] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 775.945582] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560058, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.973068] env[65762]: DEBUG oslo_vmware.api [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560057, 'name': PowerOnVM_Task, 'duration_secs': 0.746926} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.973398] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.973603] env[65762]: INFO nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Took 10.50 seconds to spawn the instance on the hypervisor. [ 775.973780] env[65762]: DEBUG nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 775.977551] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d807d3-8478-4a34-8f4d-714d00dd38a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.069510] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60de13d0-2e29-424d-84c3-860e347d1f12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.081154] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dcbabd-5c32-4d2a-86d0-669d33efd457 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.123992] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.127999] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388108b-9fb4-4c99-8f72-8a5261125d66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.137928] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0203ff81-a3ef-4855-b0af-410b66bc6170 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.154998] env[65762]: DEBUG nova.compute.provider_tree [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.399660] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Updating instance_info_cache with network_info: [{"id": "fd20b0ea-66b3-46d9-84d9-bca607400f90", "address": "fa:16:3e:87:dd:f9", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd20b0ea-66", "ovs_interfaceid": "fd20b0ea-66b3-46d9-84d9-bca607400f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.444930] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560058, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.489338] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.489760] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc240602-09e0-4ed6-a5ba-dd53963760cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.501564] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 776.501564] env[65762]: value = "task-4560059" [ 776.501564] env[65762]: _type = "Task" [ 776.501564] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.507716] env[65762]: INFO nova.compute.manager [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Took 40.00 seconds to build instance. [ 776.515492] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.659174] env[65762]: DEBUG nova.scheduler.client.report [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.904438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "refresh_cache-635856de-aeba-435d-ac65-6a1c29a855bb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.904749] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Instance network_info: |[{"id": "fd20b0ea-66b3-46d9-84d9-bca607400f90", "address": "fa:16:3e:87:dd:f9", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd20b0ea-66", "ovs_interfaceid": "fd20b0ea-66b3-46d9-84d9-bca607400f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 776.905469] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:dd:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd20b0ea-66b3-46d9-84d9-bca607400f90', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.913731] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Creating folder: Project (b38b2532c3ff47d3a46849a2724aa3cd). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.913990] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca7ef5a-405e-4401-a78b-b6667a1784c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.929090] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Created folder: Project (b38b2532c3ff47d3a46849a2724aa3cd) in parent group-v890951. [ 776.929372] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Creating folder: Instances. Parent ref: group-v891081. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.929567] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a8184f-43fc-428b-91d2-3a18e51f445a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.943988] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Created folder: Instances in parent group-v891081. [ 776.944324] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.945531] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.945531] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d459e058-9ebb-4bb1-aea2-323b04c42679 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.981790] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560058, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.989541] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.989541] env[65762]: value = "task-4560062" [ 776.989541] env[65762]: _type = "Task" [ 776.989541] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.004975] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560062, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.010126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-867194c6-d113-4c27-839a-a9e19de0e429 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.395s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.016732] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.099197] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Received event network-vif-plugged-30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 777.099548] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Acquiring lock "0c21ed64-f299-4ad0-a212-907baef4a919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.099988] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Lock "0c21ed64-f299-4ad0-a212-907baef4a919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.100341] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Lock "0c21ed64-f299-4ad0-a212-907baef4a919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.100575] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] No waiting events found dispatching network-vif-plugged-30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.100860] env[65762]: WARNING nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Received unexpected event network-vif-plugged-30507316-8489-47eb-9589-0d97866de628 for instance with vm_state building and task_state spawning. [ 777.101162] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Received event network-changed-30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 777.101387] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Refreshing instance network info cache due to event network-changed-30507316-8489-47eb-9589-0d97866de628. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 777.101602] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Acquiring lock "refresh_cache-0c21ed64-f299-4ad0-a212-907baef4a919" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.101827] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Acquired lock "refresh_cache-0c21ed64-f299-4ad0-a212-907baef4a919" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.101918] env[65762]: DEBUG nova.network.neutron [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Refreshing network info cache for port 30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.164711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.165383] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 777.169042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.468s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.169042] env[65762]: DEBUG nova.objects.instance [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lazy-loading 'resources' on Instance uuid 848f510a-35f9-4b4b-9149-9431346f2922 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.406434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.406661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.446581] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560058, 'name': CreateVM_Task, 'duration_secs': 1.575794} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.446769] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.447324] env[65762]: WARNING neutronclient.v2_0.client [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.447700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.447845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.448310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.448628] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ff5395-9224-489f-a25e-b3b3a076843e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.455614] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 777.455614] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52533787-bf94-bae8-e882-3fd313bb9cc4" [ 777.455614] env[65762]: _type = "Task" [ 777.455614] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.466074] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52533787-bf94-bae8-e882-3fd313bb9cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.501685] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560062, 'name': CreateVM_Task, 'duration_secs': 0.481488} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.501981] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.502869] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.503094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.507107] env[65762]: DEBUG nova.compute.manager [req-6578ef0d-fa8c-4d50-9adf-48044f694710 req-bfe54f10-70f2-41c1-8cf0-11c453c0627a service nova] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Received event network-vif-deleted-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 777.507107] env[65762]: DEBUG nova.compute.manager [req-6578ef0d-fa8c-4d50-9adf-48044f694710 req-bfe54f10-70f2-41c1-8cf0-11c453c0627a service nova] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Received event network-vif-deleted-236910d9-b3c4-4a6e-838f-de1267e467f3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 777.519467] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560059, 'name': PowerOffVM_Task, 'duration_secs': 0.73591} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.519749] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.520626] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7301ed-dd68-4f11-a410-fb897396cf70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.541760] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6985c8-70b0-4e5e-b263-cd01efdd8dc3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.577789] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.578711] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d7ecb5f-0b67-40b6-9cfc-f4a16ee3cc95 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.587110] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 777.587110] env[65762]: value = "task-4560063" [ 777.587110] env[65762]: _type = "Task" [ 777.587110] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.597586] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.604379] env[65762]: WARNING neutronclient.v2_0.client [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.672403] env[65762]: DEBUG nova.compute.utils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.680435] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 777.680684] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 777.681028] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.681565] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.768921] env[65762]: DEBUG nova.policy [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb386c99b987425ebd9406726438aa97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38b2532c3ff47d3a46849a2724aa3cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.909301] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 777.932640] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215256b-60a4-1507-ac60-95ebc73525c5/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.934229] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c95b50-d612-4c06-8fcb-797af6dc87c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.945259] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215256b-60a4-1507-ac60-95ebc73525c5/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.945493] env[65762]: ERROR oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215256b-60a4-1507-ac60-95ebc73525c5/disk-0.vmdk due to incomplete transfer. [ 777.945690] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e68f7228-04c4-4a39-86db-2e8785282816 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.955301] env[65762]: DEBUG oslo_vmware.rw_handles [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215256b-60a4-1507-ac60-95ebc73525c5/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.955536] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Uploaded image a4a99706-b397-4815-8e70-6a8367e95b1d to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.958922] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.962701] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2759c849-508b-4be2-9aea-f4cdd65f2184 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.980435] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52533787-bf94-bae8-e882-3fd313bb9cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.986591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.986847] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.987278] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.987560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.987863] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.988886] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 777.988886] env[65762]: value = "task-4560064" [ 777.988886] env[65762]: _type = "Task" [ 777.988886] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.989556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.990024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.990819] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f26b3de-fbad-4522-8daf-2d91cadff7f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.993097] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba37cc3a-91ab-4016-ac21-790b36199ee7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.013826] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 778.013826] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d85c16-ae5f-d348-98b4-e165d826b657" [ 778.013826] env[65762]: _type = "Task" [ 778.013826] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.014568] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560064, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.015919] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.016245] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.020077] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292df2e5-b2d9-4d33-a1c3-dd2821c1e759 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.034016] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d85c16-ae5f-d348-98b4-e165d826b657, 'name': SearchDatastore_Task, 'duration_secs': 0.023235} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.035896] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.036295] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.036527] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.036825] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 778.036825] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5274524b-4f67-3de3-f624-f3098a35246f" [ 778.036825] env[65762]: _type = "Task" [ 778.036825] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.050350] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5274524b-4f67-3de3-f624-f3098a35246f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.101841] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.104327] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.104327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.104327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.104327] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.105963] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682ff30c-fdd6-465c-b690-bd2875461917 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.117810] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.118028] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.118899] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b206a381-74a7-47a7-9c9a-81eb43e1f723 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.130055] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 778.130055] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52562cd5-dd81-9ce0-9135-42a9412d9c0a" [ 778.130055] env[65762]: _type = "Task" [ 778.130055] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.141690] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52562cd5-dd81-9ce0-9135-42a9412d9c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.181099] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 778.190249] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Successfully created port: f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.300293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.300669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.300813] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.301017] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.301225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.306110] env[65762]: INFO nova.compute.manager [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Terminating instance [ 778.343535] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0bfe8-b550-47f1-b70a-8b9121b4c702 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.353575] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddfc2b2-8d48-42df-9d22-31112b2141d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.389817] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f62073-a12a-4642-8f95-0e77ce5dbe3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.399492] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2ccfa1-7d9e-4b12-ae75-c7cc17930b02 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.415369] env[65762]: DEBUG nova.compute.provider_tree [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.434093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.470143] env[65762]: WARNING neutronclient.v2_0.client [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.504860] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560064, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.551432] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5274524b-4f67-3de3-f624-f3098a35246f, 'name': SearchDatastore_Task, 'duration_secs': 0.029503} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.552329] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea0dc28-40b2-4cf6-9103-eedea1599b3c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.562409] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 778.562409] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fcfa1f-2c3f-5fa4-9673-b9bd1ded6be9" [ 778.562409] env[65762]: _type = "Task" [ 778.562409] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.574623] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fcfa1f-2c3f-5fa4-9673-b9bd1ded6be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.646319] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52562cd5-dd81-9ce0-9135-42a9412d9c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01677} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.646319] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da884187-23fa-4b95-add9-1425791140ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.652988] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 778.652988] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529f96fb-5f0d-32af-24cb-bf648d6e8c43" [ 778.652988] env[65762]: _type = "Task" [ 778.652988] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.665739] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529f96fb-5f0d-32af-24cb-bf648d6e8c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.813920] env[65762]: DEBUG nova.compute.manager [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 778.813920] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.813920] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0efd6-fc21-433d-b5fe-36f05fa4ab56 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.822959] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.823719] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d64b93c7-5cd0-4115-b39f-d19522d855bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.834159] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 778.834159] env[65762]: value = "task-4560065" [ 778.834159] env[65762]: _type = "Task" [ 778.834159] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.847280] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.921379] env[65762]: DEBUG nova.scheduler.client.report [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.006055] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560064, 'name': Destroy_Task, 'duration_secs': 0.887396} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.006262] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Destroyed the VM [ 779.006442] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.006730] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa58937c-b613-4f96-99c6-a242ef431022 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.014838] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 779.014838] env[65762]: value = "task-4560066" [ 779.014838] env[65762]: _type = "Task" [ 779.014838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.027549] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.076027] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fcfa1f-2c3f-5fa4-9673-b9bd1ded6be9, 'name': SearchDatastore_Task, 'duration_secs': 0.027841} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.076027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.076027] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 0c21ed64-f299-4ad0-a212-907baef4a919/0c21ed64-f299-4ad0-a212-907baef4a919.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.076027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.076027] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.076027] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfae395e-b4c7-49f8-87d8-4c170a1158d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.078948] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3bce30f-dd24-47cb-b463-5a18a2453ce3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.087906] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 779.087906] env[65762]: value = "task-4560067" [ 779.087906] env[65762]: _type = "Task" [ 779.087906] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.094179] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.094534] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.095693] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a12a6a-154e-4fba-9f13-7cc51f23796f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.105115] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.107115] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 779.107115] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5234515f-b67d-97fe-7f3f-bbcc5e207fb8" [ 779.107115] env[65762]: _type = "Task" [ 779.107115] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.118262] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5234515f-b67d-97fe-7f3f-bbcc5e207fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.119198] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719987c0-e453-4c8a-b86e-bc9ce5e724db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.125963] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 779.125963] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521ca92f-5cf2-9af4-f577-7eb5fee6a015" [ 779.125963] env[65762]: _type = "Task" [ 779.125963] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.134952] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521ca92f-5cf2-9af4-f577-7eb5fee6a015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.166763] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529f96fb-5f0d-32af-24cb-bf648d6e8c43, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.167047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.167315] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e79742af-9767-4151-9a76-242d7994db55/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. {{(pid=65762) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 779.167636] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02f98574-eaad-4267-9b52-d7afdba27d72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.176032] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 779.176032] env[65762]: value = "task-4560068" [ 779.176032] env[65762]: _type = "Task" [ 779.176032] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.184799] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.191408] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 779.225313] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 779.225481] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.225530] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 779.225720] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.225879] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 779.226053] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 779.226278] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 779.226449] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 779.226630] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 779.226838] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 779.227240] env[65762]: DEBUG nova.virt.hardware [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 779.228036] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9004dd-d232-4d35-bdef-61aa7230a5a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.237940] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b1774e-8275-4670-9caa-f7583a87a319 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.346570] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560065, 'name': PowerOffVM_Task, 'duration_secs': 0.194971} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.347294] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.347294] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.347501] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613c733a-2cd1-47c9-9521-48e2e78e1649 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.428130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.431373] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.717s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.431621] env[65762]: DEBUG nova.objects.instance [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lazy-loading 'resources' on Instance uuid deea35f9-8d70-4a1f-b731-a60f5731a540 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.435691] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.435906] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.436329] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Deleting the datastore file [datastore2] fac63c6e-a9bc-45b7-9f28-e17fda40bf82 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.436673] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b51b2ee-b2e7-40ca-a931-d4a4b65f2cc7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.445549] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for the task: (returnval){ [ 779.445549] env[65762]: value = "task-4560070" [ 779.445549] env[65762]: _type = "Task" [ 779.445549] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.457854] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.461587] env[65762]: INFO nova.scheduler.client.report [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Deleted allocations for instance 848f510a-35f9-4b4b-9149-9431346f2922 [ 779.528072] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560066, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.605312] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.638419] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521ca92f-5cf2-9af4-f577-7eb5fee6a015, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.638755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.639029] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 635856de-aeba-435d-ac65-6a1c29a855bb/635856de-aeba-435d-ac65-6a1c29a855bb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.639398] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afca78b1-8b3c-4f86-9e89-dbac30100b50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.649678] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 779.649678] env[65762]: value = "task-4560071" [ 779.649678] env[65762]: _type = "Task" [ 779.649678] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.664348] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.677775] env[65762]: DEBUG nova.network.neutron [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Updated VIF entry in instance network info cache for port 30507316-8489-47eb-9589-0d97866de628. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.678330] env[65762]: DEBUG nova.network.neutron [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Updating instance_info_cache with network_info: [{"id": "30507316-8489-47eb-9589-0d97866de628", "address": "fa:16:3e:50:01:4a", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30507316-84", "ovs_interfaceid": "30507316-8489-47eb-9589-0d97866de628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.691378] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560068, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.959482] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.960734] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Successfully updated port: f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.980025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-096d46a4-ef45-48f5-b453-71b48a2f040f tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Lock "848f510a-35f9-4b4b-9149-9431346f2922" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.882s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.031133] env[65762]: DEBUG oslo_vmware.api [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560066, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792061} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.031835] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.032286] env[65762]: INFO nova.compute.manager [None req-ee6465ae-8bdf-4c03-890d-4ff9f88e969f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Took 15.14 seconds to snapshot the instance on the hypervisor. [ 780.104886] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609154} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.105302] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 0c21ed64-f299-4ad0-a212-907baef4a919/0c21ed64-f299-4ad0-a212-907baef4a919.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.105465] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.105681] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-998b3914-9394-485b-a041-d0d32105eaa0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.120158] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 780.120158] env[65762]: value = "task-4560072" [ 780.120158] env[65762]: _type = "Task" [ 780.120158] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.130579] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.166234] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560071, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.185404] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Releasing lock "refresh_cache-0c21ed64-f299-4ad0-a212-907baef4a919" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.185695] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Received event network-vif-plugged-fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 780.185893] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Acquiring lock "635856de-aeba-435d-ac65-6a1c29a855bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.186128] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Lock "635856de-aeba-435d-ac65-6a1c29a855bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.186464] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Lock "635856de-aeba-435d-ac65-6a1c29a855bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.186464] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] No waiting events found dispatching network-vif-plugged-fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 780.186671] env[65762]: WARNING nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Received unexpected event network-vif-plugged-fd20b0ea-66b3-46d9-84d9-bca607400f90 for instance with vm_state building and task_state spawning. [ 780.186827] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Received event network-changed-fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 780.188838] env[65762]: DEBUG nova.compute.manager [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Refreshing instance network info cache due to event network-changed-fd20b0ea-66b3-46d9-84d9-bca607400f90. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 780.188838] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Acquiring lock "refresh_cache-635856de-aeba-435d-ac65-6a1c29a855bb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.188838] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Acquired lock "refresh_cache-635856de-aeba-435d-ac65-6a1c29a855bb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.188838] env[65762]: DEBUG nova.network.neutron [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Refreshing network info cache for port fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.195990] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773367} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.196892] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e79742af-9767-4151-9a76-242d7994db55/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. [ 780.197882] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91500ac-0751-40ee-9c35-8c05d99c3bbb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.226769] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e79742af-9767-4151-9a76-242d7994db55/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.230605] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44356b7f-3f53-40a2-8ffa-9a8525446118 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.256080] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 780.256080] env[65762]: value = "task-4560073" [ 780.256080] env[65762]: _type = "Task" [ 780.256080] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.266864] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.475125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "refresh_cache-9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.475402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "refresh_cache-9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.475843] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.477935] env[65762]: DEBUG oslo_vmware.api [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Task: {'id': task-4560070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607881} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.482699] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.483027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.483331] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.483654] env[65762]: INFO nova.compute.manager [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Took 1.67 seconds to destroy the instance on the hypervisor. [ 780.484028] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.486277] env[65762]: DEBUG nova.compute.manager [-] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 780.486453] env[65762]: DEBUG nova.network.neutron [-] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 780.486825] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.525841] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.608768] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827fadf3-6704-44f2-aaa4-8ea0c7d6b6a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.618530] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de4c5d-e3ac-4ca7-a0ab-72477c8a2267 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.655856] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12527} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.656730] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.660880] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815f0461-f409-4ec3-b4d1-e4f7bbd8b5fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.663827] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b423cf-769d-4334-b546-5a2e95693534 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.672241] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678438} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.684393] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 635856de-aeba-435d-ac65-6a1c29a855bb/635856de-aeba-435d-ac65-6a1c29a855bb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.684647] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.693858] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0c21ed64-f299-4ad0-a212-907baef4a919/0c21ed64-f299-4ad0-a212-907baef4a919.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.694316] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-118e5ba9-ff1b-455f-bf4e-1fcb5b649b2a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.698477] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f053e8-a690-49ac-899b-939d6954996d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.714241] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74cb64b-1e59-4d5f-9a8b-decaaff1684a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.719490] env[65762]: WARNING neutronclient.v2_0.client [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.737349] env[65762]: DEBUG nova.compute.provider_tree [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.743708] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 780.743708] env[65762]: value = "task-4560075" [ 780.743708] env[65762]: _type = "Task" [ 780.743708] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.744868] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 780.744868] env[65762]: value = "task-4560074" [ 780.744868] env[65762]: _type = "Task" [ 780.744868] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.765151] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.765151] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.775535] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.921369] env[65762]: WARNING neutronclient.v2_0.client [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.996707] env[65762]: DEBUG nova.compute.manager [req-d3ddd525-320b-40ec-a936-6c9c5039e1ec req-94b7917e-2d6a-478a-9163-aa4a6d740144 service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Received event network-vif-plugged-f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 780.996707] env[65762]: DEBUG oslo_concurrency.lockutils [req-d3ddd525-320b-40ec-a936-6c9c5039e1ec req-94b7917e-2d6a-478a-9163-aa4a6d740144 service nova] Acquiring lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.996870] env[65762]: DEBUG oslo_concurrency.lockutils [req-d3ddd525-320b-40ec-a936-6c9c5039e1ec req-94b7917e-2d6a-478a-9163-aa4a6d740144 service nova] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.996961] env[65762]: DEBUG oslo_concurrency.lockutils [req-d3ddd525-320b-40ec-a936-6c9c5039e1ec req-94b7917e-2d6a-478a-9163-aa4a6d740144 service nova] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.997143] env[65762]: DEBUG nova.compute.manager [req-d3ddd525-320b-40ec-a936-6c9c5039e1ec req-94b7917e-2d6a-478a-9163-aa4a6d740144 service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] No waiting events found dispatching network-vif-plugged-f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 780.997332] env[65762]: WARNING nova.compute.manager [req-d3ddd525-320b-40ec-a936-6c9c5039e1ec req-94b7917e-2d6a-478a-9163-aa4a6d740144 service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Received unexpected event network-vif-plugged-f12e9eb3-2d32-4d22-a14a-de097287142a for instance with vm_state building and task_state spawning. [ 781.025151] env[65762]: DEBUG nova.network.neutron [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Updated VIF entry in instance network info cache for port fd20b0ea-66b3-46d9-84d9-bca607400f90. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.025607] env[65762]: DEBUG nova.network.neutron [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Updating instance_info_cache with network_info: [{"id": "fd20b0ea-66b3-46d9-84d9-bca607400f90", "address": "fa:16:3e:87:dd:f9", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd20b0ea-66", "ovs_interfaceid": "fd20b0ea-66b3-46d9-84d9-bca607400f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.061930] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.249205] env[65762]: DEBUG nova.scheduler.client.report [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.265441] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560075, 'name': ReconfigVM_Task, 'duration_secs': 0.347712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.269819] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0c21ed64-f299-4ad0-a212-907baef4a919/0c21ed64-f299-4ad0-a212-907baef4a919.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.270864] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081005} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.271105] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba267b64-3a6c-4f9e-be62-0ad498fe9a26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.273111] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.276920] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db57dc-a3bb-4d74-9136-91b056e10223 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.279761] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560073, 'name': ReconfigVM_Task, 'duration_secs': 0.730797} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.280922] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.283353] env[65762]: DEBUG nova.network.neutron [-] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.285199] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e79742af-9767-4151-9a76-242d7994db55/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.286976] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc5bf3-82a4-4961-8470-ceb672ecf7c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.302135] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 781.302135] env[65762]: value = "task-4560076" [ 781.302135] env[65762]: _type = "Task" [ 781.302135] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.312325] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 635856de-aeba-435d-ac65-6a1c29a855bb/635856de-aeba-435d-ac65-6a1c29a855bb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.313905] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f840936c-f466-4ac3-bea2-9cd4cf77d42a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.361780] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c6b1d3-c1c7-4a04-a00f-21e2fa4ca9d3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.374693] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 781.374693] env[65762]: value = "task-4560077" [ 781.374693] env[65762]: _type = "Task" [ 781.374693] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.381624] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560076, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.383718] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 781.383718] env[65762]: value = "task-4560078" [ 781.383718] env[65762]: _type = "Task" [ 781.383718] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.390587] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.399679] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.457970] env[65762]: DEBUG nova.network.neutron [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Updating instance_info_cache with network_info: [{"id": "f12e9eb3-2d32-4d22-a14a-de097287142a", "address": "fa:16:3e:29:c4:4a", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12e9eb3-2d", "ovs_interfaceid": "f12e9eb3-2d32-4d22-a14a-de097287142a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.528931] env[65762]: DEBUG oslo_concurrency.lockutils [req-4c56bcf8-aeea-4bf1-b102-45b00fc8ceb8 req-f3d31a58-4651-4ae9-80ca-cec4c3fe77a6 service nova] Releasing lock "refresh_cache-635856de-aeba-435d-ac65-6a1c29a855bb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.556530] env[65762]: DEBUG nova.compute.manager [req-8d1026b2-0754-4933-ab8c-8fc1a5524aab req-7aed5d86-c357-468e-ac36-c3e559d4e12c service nova] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Received event network-vif-deleted-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 781.758320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.761779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.662s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.763233] env[65762]: INFO nova.compute.claims [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.791978] env[65762]: INFO nova.compute.manager [-] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Took 1.31 seconds to deallocate network for instance. [ 781.806055] env[65762]: INFO nova.scheduler.client.report [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Deleted allocations for instance deea35f9-8d70-4a1f-b731-a60f5731a540 [ 781.825304] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560076, 'name': Rename_Task, 'duration_secs': 0.159157} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.825613] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.825841] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55aaa2a5-5113-48b5-a3bb-33cdcb6c30c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.834287] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 781.834287] env[65762]: value = "task-4560079" [ 781.834287] env[65762]: _type = "Task" [ 781.834287] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.847266] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.887582] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.900432] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560078, 'name': ReconfigVM_Task, 'duration_secs': 0.180699} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.900777] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.901059] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6ce963-20cf-496b-bb5a-e8b44c599535 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.908800] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 781.908800] env[65762]: value = "task-4560080" [ 781.908800] env[65762]: _type = "Task" [ 781.908800] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.918375] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.961316] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "refresh_cache-9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962144] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Instance network_info: |[{"id": "f12e9eb3-2d32-4d22-a14a-de097287142a", "address": "fa:16:3e:29:c4:4a", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12e9eb3-2d", "ovs_interfaceid": "f12e9eb3-2d32-4d22-a14a-de097287142a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 781.962400] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c4:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f12e9eb3-2d32-4d22-a14a-de097287142a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.970790] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.971100] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.971415] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7ddf41e-cb5a-415d-9b38-2fd1e551798f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.996077] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.996077] env[65762]: value = "task-4560081" [ 781.996077] env[65762]: _type = "Task" [ 781.996077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.011863] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560081, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.301604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.321724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Lock "deea35f9-8d70-4a1f-b731-a60f5731a540" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.985s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.350357] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.386468] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560077, 'name': ReconfigVM_Task, 'duration_secs': 0.84132} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.386785] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 635856de-aeba-435d-ac65-6a1c29a855bb/635856de-aeba-435d-ac65-6a1c29a855bb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.387813] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07701e79-9a57-45b1-8ed1-8b6dea60081d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.396358] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 782.396358] env[65762]: value = "task-4560082" [ 782.396358] env[65762]: _type = "Task" [ 782.396358] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.413808] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560082, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.425370] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.510882] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560081, 'name': CreateVM_Task, 'duration_secs': 0.455257} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.511419] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.514803] env[65762]: WARNING neutronclient.v2_0.client [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.514803] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.514803] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.514803] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.514803] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a826e63-2c75-4c9d-9782-e9344e0fcfd6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.521159] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 782.521159] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cfa194-f7c8-9740-9b7f-ce43554cd3fb" [ 782.521159] env[65762]: _type = "Task" [ 782.521159] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.531844] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cfa194-f7c8-9740-9b7f-ce43554cd3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.850745] env[65762]: DEBUG oslo_vmware.api [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560079, 'name': PowerOnVM_Task, 'duration_secs': 0.710552} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.851058] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.851292] env[65762]: INFO nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Took 12.23 seconds to spawn the instance on the hypervisor. [ 782.851483] env[65762]: DEBUG nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 782.852293] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f64f2b-bf95-494b-b148-6859ce2b9bcc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.911624] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560082, 'name': Rename_Task, 'duration_secs': 0.297021} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.914579] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.915222] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c66e0612-a565-4fbf-8bc6-edf3859fa8a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.934686] env[65762]: DEBUG oslo_vmware.api [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560080, 'name': PowerOnVM_Task, 'duration_secs': 0.574279} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.937161] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.938132] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 782.938132] env[65762]: value = "task-4560083" [ 782.938132] env[65762]: _type = "Task" [ 782.938132] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.942634] env[65762]: DEBUG nova.compute.manager [None req-448d3f9c-d23b-4e37-b507-4dfa5c45b20a tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 782.943427] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf8b73-ebd4-4d68-9cfe-d25abba80ffa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.955173] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560083, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.033120] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cfa194-f7c8-9740-9b7f-ce43554cd3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.038022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.038022] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.038022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.038022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.038022] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.038022] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6229601-c7d7-4e59-af64-fe20deb9a94a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053619] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.053838] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.054610] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5584b1c-61a8-46e3-9f19-7add66d2e76e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.061684] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 783.061684] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523250cc-b839-e49b-d211-fc4a376120f1" [ 783.061684] env[65762]: _type = "Task" [ 783.061684] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.074661] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523250cc-b839-e49b-d211-fc4a376120f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.274020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e68054-8bf4-4974-909e-325feacdacc5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.283023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebde5e-d43c-43d0-806d-17ccb947077a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.316867] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b757f5e-e59a-478a-a637-65f05fac063a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.326532] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7447f12e-3398-41df-ae8f-995367bd9dca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.342360] env[65762]: DEBUG nova.compute.provider_tree [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.373233] env[65762]: INFO nova.compute.manager [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Took 35.43 seconds to build instance. [ 783.449543] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.576984] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523250cc-b839-e49b-d211-fc4a376120f1, 'name': SearchDatastore_Task, 'duration_secs': 0.021757} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.577843] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2828c9d1-82f7-465b-bf8f-152085ee425f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.585079] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 783.585079] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52842fb4-1d30-12ab-8a2c-f741df47ce88" [ 783.585079] env[65762]: _type = "Task" [ 783.585079] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.594285] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52842fb4-1d30-12ab-8a2c-f741df47ce88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.616048] env[65762]: DEBUG nova.compute.manager [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 783.649218] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "3a26de08-5db2-4a82-a127-3eb52156482e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.649495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "3a26de08-5db2-4a82-a127-3eb52156482e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.670209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "073d851e-561b-418a-a3be-d3350198c85b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.670767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "073d851e-561b-418a-a3be-d3350198c85b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.671165] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "073d851e-561b-418a-a3be-d3350198c85b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.671434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "073d851e-561b-418a-a3be-d3350198c85b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.671806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "073d851e-561b-418a-a3be-d3350198c85b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.674217] env[65762]: INFO nova.compute.manager [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Terminating instance [ 783.847641] env[65762]: DEBUG nova.scheduler.client.report [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.866751] env[65762]: DEBUG nova.compute.manager [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Received event network-changed-f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 783.867067] env[65762]: DEBUG nova.compute.manager [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Refreshing instance network info cache due to event network-changed-f12e9eb3-2d32-4d22-a14a-de097287142a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 783.867191] env[65762]: DEBUG oslo_concurrency.lockutils [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] Acquiring lock "refresh_cache-9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.867280] env[65762]: DEBUG oslo_concurrency.lockutils [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] Acquired lock "refresh_cache-9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.868453] env[65762]: DEBUG nova.network.neutron [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Refreshing network info cache for port f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.877602] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f44787dc-dad2-4484-a0e2-1a19488e70a5 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "0c21ed64-f299-4ad0-a212-907baef4a919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.795s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.950458] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.097235] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52842fb4-1d30-12ab-8a2c-f741df47ce88, 'name': SearchDatastore_Task, 'duration_secs': 0.015046} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.097235] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.098647] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610/9c7a877c-ae2b-4bab-a1ef-5d0f2983b610.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.098647] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ffc3be-293d-44f2-a818-35ac82e73230 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.106683] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 784.106683] env[65762]: value = "task-4560084" [ 784.106683] env[65762]: _type = "Task" [ 784.106683] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.117289] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.117638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.117916] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.118176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.118419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.121219] env[65762]: INFO nova.compute.manager [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Terminating instance [ 784.123718] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.155270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.179723] env[65762]: DEBUG nova.compute.manager [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 784.180013] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.181155] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afdc053-b0d2-43eb-8008-dc9e5e869130 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.191944] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.192351] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfef2d98-3688-463c-8548-fa3425159516 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.282462] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.282841] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.283128] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleting the datastore file [datastore2] 073d851e-561b-418a-a3be-d3350198c85b {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.283558] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b1ca3e-ca82-4a19-bb6c-ef29283dc58b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.295614] env[65762]: DEBUG oslo_vmware.api [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 784.295614] env[65762]: value = "task-4560086" [ 784.295614] env[65762]: _type = "Task" [ 784.295614] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.307707] env[65762]: DEBUG oslo_vmware.api [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.354737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.355276] env[65762]: DEBUG nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 784.358363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.946s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.359824] env[65762]: INFO nova.compute.claims [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.371967] env[65762]: WARNING neutronclient.v2_0.client [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.380112] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 784.454841] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560083, 'name': PowerOnVM_Task, 'duration_secs': 1.443475} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.456019] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.456438] env[65762]: INFO nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Took 10.96 seconds to spawn the instance on the hypervisor. [ 784.456740] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 784.460020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb517d43-2efb-4217-871d-cba0aeba2b0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.623890] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560084, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.632373] env[65762]: DEBUG nova.compute.manager [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 784.632811] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.633919] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec752f69-b362-4d3e-a3c5-b340b4559b45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.645920] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.646555] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dd76bf8-94d4-47a3-928f-9ffcfd630b66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.656089] env[65762]: DEBUG oslo_vmware.api [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 784.656089] env[65762]: value = "task-4560087" [ 784.656089] env[65762]: _type = "Task" [ 784.656089] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.668605] env[65762]: DEBUG oslo_vmware.api [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.809883] env[65762]: DEBUG oslo_vmware.api [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506653} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.810864] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.811205] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.811507] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.811795] env[65762]: INFO nova.compute.manager [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 784.812242] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 784.812667] env[65762]: DEBUG nova.compute.manager [-] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 784.812990] env[65762]: DEBUG nova.network.neutron [-] [instance: 073d851e-561b-418a-a3be-d3350198c85b] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 784.813566] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.868122] env[65762]: DEBUG nova.compute.utils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.874305] env[65762]: DEBUG nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 784.908753] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.938886] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.990934] env[65762]: INFO nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Took 33.93 seconds to build instance. [ 785.083931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "74f348b3-035f-4dbc-abd9-e027f849e3e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.083931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.131769] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693415} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.132258] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610/9c7a877c-ae2b-4bab-a1ef-5d0f2983b610.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.132512] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.132854] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cacd5b18-bc16-4092-bd6a-ae97332f4fa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.144067] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 785.144067] env[65762]: value = "task-4560088" [ 785.144067] env[65762]: _type = "Task" [ 785.144067] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.161038] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.175975] env[65762]: DEBUG oslo_vmware.api [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560087, 'name': PowerOffVM_Task, 'duration_secs': 0.380671} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.177988] env[65762]: WARNING neutronclient.v2_0.client [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.181296] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.181601] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.182180] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ecfd76d-233d-4d7f-9734-a16fab8951ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.276585] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.276940] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.277243] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Deleting the datastore file [datastore1] 584a81ec-ca0b-4e62-97ff-46a2092ff8e5 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.277634] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e50f170-8f65-439f-9466-e7ae102227a3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.288018] env[65762]: DEBUG oslo_vmware.api [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 785.288018] env[65762]: value = "task-4560090" [ 785.288018] env[65762]: _type = "Task" [ 785.288018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.303663] env[65762]: DEBUG oslo_vmware.api [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.378564] env[65762]: DEBUG nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 785.496791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "635856de-aeba-435d-ac65-6a1c29a855bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.325s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.657342] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100606} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.657629] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.658580] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa30a1-534f-4d74-ae05-9f91bfe89bec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.687429] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610/9c7a877c-ae2b-4bab-a1ef-5d0f2983b610.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.690852] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4d9a52-0466-4046-96d8-54d9e080e2fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.715193] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 785.715193] env[65762]: value = "task-4560091" [ 785.715193] env[65762]: _type = "Task" [ 785.715193] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.727972] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.803795] env[65762]: DEBUG oslo_vmware.api [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500149} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.804087] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.804266] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.804443] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.804902] env[65762]: INFO nova.compute.manager [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 785.804980] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 785.805185] env[65762]: DEBUG nova.compute.manager [-] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 785.805279] env[65762]: DEBUG nova.network.neutron [-] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 785.806244] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.937647] env[65762]: DEBUG nova.network.neutron [-] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.995024] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5253423-3937-402a-95c4-41021bdb73bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.000949] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 786.007197] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c2d360-a7c9-4997-a332-849d09ca4b62 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.052192] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24414eaf-3b49-4515-9924-33320f545fb9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.062040] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c8bf04-50a5-4f9d-b622-99b9502a69fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.079585] env[65762]: DEBUG nova.compute.provider_tree [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.236708] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.298512] env[65762]: DEBUG nova.network.neutron [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Updated VIF entry in instance network info cache for port f12e9eb3-2d32-4d22-a14a-de097287142a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.299057] env[65762]: DEBUG nova.network.neutron [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Updating instance_info_cache with network_info: [{"id": "f12e9eb3-2d32-4d22-a14a-de097287142a", "address": "fa:16:3e:29:c4:4a", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12e9eb3-2d", "ovs_interfaceid": "f12e9eb3-2d32-4d22-a14a-de097287142a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.388590] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.395444] env[65762]: DEBUG nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 786.423846] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 786.424526] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.424735] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 786.425142] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.425142] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 786.425575] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 786.425609] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.425875] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 786.426144] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 786.426383] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 786.426632] env[65762]: DEBUG nova.virt.hardware [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 786.427968] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb009c5-7841-46f4-972e-6a77bee09f0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.440985] env[65762]: INFO nova.compute.manager [-] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Took 1.63 seconds to deallocate network for instance. [ 786.444564] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afebbce-ba3d-44c6-a542-24973b172e5e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.468517] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.474974] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Creating folder: Project (a272253b8b7c4a2ba19cb3eecd9d0ea2). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.475481] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-042b280a-8af6-41e7-88b6-f3460cfb20ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.490752] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Created folder: Project (a272253b8b7c4a2ba19cb3eecd9d0ea2) in parent group-v890951. [ 786.491011] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Creating folder: Instances. Parent ref: group-v891085. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.492648] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-580e7ce7-1a2f-4bfc-8cfb-7706ce00ae94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.505564] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Created folder: Instances in parent group-v891085. [ 786.506265] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.506719] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.509722] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a815d1a9-36d2-4cea-adb5-4299c2dbdcef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.534870] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.534870] env[65762]: value = "task-4560094" [ 786.534870] env[65762]: _type = "Task" [ 786.534870] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.547202] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560094, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.548505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.583031] env[65762]: DEBUG nova.scheduler.client.report [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.728680] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560091, 'name': ReconfigVM_Task, 'duration_secs': 0.730896} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.728970] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610/9c7a877c-ae2b-4bab-a1ef-5d0f2983b610.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.729734] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4856100-186e-4a85-be39-fa7eb76f120d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.737349] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 786.737349] env[65762]: value = "task-4560095" [ 786.737349] env[65762]: _type = "Task" [ 786.737349] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.750538] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560095, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.802312] env[65762]: DEBUG oslo_concurrency.lockutils [req-0adac47e-8e3f-47a8-884b-5b17444a6e04 req-ff0a9b42-0b66-4a87-8f28-6128996ae94b service nova] Releasing lock "refresh_cache-9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.961020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.048543] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560094, 'name': CreateVM_Task, 'duration_secs': 0.445166} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.048783] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.049334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.049533] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.049909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.050244] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a07bef-306e-420b-9397-c85578beddcb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.056380] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 787.056380] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52153106-3e8c-e39a-4919-5260290e2e64" [ 787.056380] env[65762]: _type = "Task" [ 787.056380] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.066158] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52153106-3e8c-e39a-4919-5260290e2e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.088427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.089387] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 787.092711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.707s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.094452] env[65762]: INFO nova.compute.claims [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.253282] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560095, 'name': Rename_Task, 'duration_secs': 0.224127} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.253641] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.253946] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1aab9a-e91a-4f77-a798-b7991fc6874c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.262375] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 787.262375] env[65762]: value = "task-4560096" [ 787.262375] env[65762]: _type = "Task" [ 787.262375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.275412] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.295031] env[65762]: DEBUG nova.network.neutron [-] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.305369] env[65762]: DEBUG nova.compute.manager [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 787.306711] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76842d8-837d-4f72-a7bc-d4b06441c4dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.568498] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52153106-3e8c-e39a-4919-5260290e2e64, 'name': SearchDatastore_Task, 'duration_secs': 0.014661} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.568804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.569039] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.569375] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.569668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.569741] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.569947] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77aa6942-b60a-4a07-8e62-4a6079db96ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.584019] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.584019] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.584019] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98abc80b-3cc0-4d8c-be74-a3fd0398b0ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.587869] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 787.587869] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526a4e37-39e3-b5f3-70b1-4a94b150396e" [ 787.587869] env[65762]: _type = "Task" [ 787.587869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.597564] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a4e37-39e3-b5f3-70b1-4a94b150396e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.604428] env[65762]: DEBUG nova.compute.utils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.606023] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 787.606023] env[65762]: DEBUG nova.network.neutron [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 787.606689] env[65762]: WARNING neutronclient.v2_0.client [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.606689] env[65762]: WARNING neutronclient.v2_0.client [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.773257] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560096, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.799023] env[65762]: INFO nova.compute.manager [-] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Took 1.99 seconds to deallocate network for instance. [ 787.822356] env[65762]: INFO nova.compute.manager [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] instance snapshotting [ 787.828529] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7e9b5-a8ff-4159-a26b-4b936635752b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.856215] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8b6c6-108a-4621-91ff-846bb6a12e70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.872176] env[65762]: DEBUG nova.policy [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01a9f3f92c934b21ba1cb1431fd66d6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f47308113a61431792924ed96266b92d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.099688] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a4e37-39e3-b5f3-70b1-4a94b150396e, 'name': SearchDatastore_Task, 'duration_secs': 0.027699} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.100576] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d76c29-4938-4a93-8242-3b066684598f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.110022] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 788.110022] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5267f011-d578-5089-f215-fe2d2979d3b6" [ 788.110022] env[65762]: _type = "Task" [ 788.110022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.110767] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 788.124165] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5267f011-d578-5089-f215-fe2d2979d3b6, 'name': SearchDatastore_Task} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.124495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.124816] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7aeb9f93-b2c0-4bd6-a442-788a587c5495/7aeb9f93-b2c0-4bd6-a442-788a587c5495.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.125878] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ed17d1-ede3-4e3b-8634-6564a951d7be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.134957] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 788.134957] env[65762]: value = "task-4560097" [ 788.134957] env[65762]: _type = "Task" [ 788.134957] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.145670] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.277419] env[65762]: DEBUG oslo_vmware.api [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560096, 'name': PowerOnVM_Task, 'duration_secs': 0.918245} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.281244] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.281244] env[65762]: INFO nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Took 9.09 seconds to spawn the instance on the hypervisor. [ 788.281244] env[65762]: DEBUG nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 788.282165] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc27de-87d6-4312-997e-ff5d00593ec7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.307980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.369320] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.372174] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2df329c-b272-4ed1-84c6-7fe4e820d1e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.381869] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 788.381869] env[65762]: value = "task-4560098" [ 788.381869] env[65762]: _type = "Task" [ 788.381869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.398585] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.614756] env[65762]: DEBUG nova.network.neutron [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Successfully created port: 425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.663532] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.745479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f1605-1012-4cb4-8d92-c198211c3f89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.753947] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3795e93-0b11-4d7d-880f-6596c15733d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.790934] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4934ce5-6a9b-409b-8912-bb32a9355dc2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.808610] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a93fe-0946-45dc-9010-42bfb7c4cbb4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.808909] env[65762]: INFO nova.compute.manager [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Took 33.41 seconds to build instance. [ 788.824073] env[65762]: DEBUG nova.compute.provider_tree [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.892964] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.123393] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 789.147538] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640446} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.147858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7aeb9f93-b2c0-4bd6-a442-788a587c5495/7aeb9f93-b2c0-4bd6-a442-788a587c5495.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.148545] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.148895] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f80593a-67f9-49d0-bdd4-56069210fbeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.156668] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.156900] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.157061] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.157242] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.157386] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.157588] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.157874] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.158086] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.158325] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.158658] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.158909] env[65762]: DEBUG nova.virt.hardware [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.159815] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b28c0-051f-460a-a326-83fb6e78bbf7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.163688] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 789.163688] env[65762]: value = "task-4560099" [ 789.163688] env[65762]: _type = "Task" [ 789.163688] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.171720] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe656e7-f91d-47af-8dea-72cca0eb8cce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.179518] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.313970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.086s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.326237] env[65762]: DEBUG nova.scheduler.client.report [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.393416] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560098, 'name': CreateSnapshot_Task, 'duration_secs': 0.637022} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.393715] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.394519] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f39b92e-0455-439f-83a4-a487e906e5fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.675463] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072351} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.675740] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.676586] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786d9de-869f-46c5-a0ad-a0402558ba63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.698808] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7aeb9f93-b2c0-4bd6-a442-788a587c5495/7aeb9f93-b2c0-4bd6-a442-788a587c5495.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.699196] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307383dc-6e82-445d-9743-48f00789a2c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.722319] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 789.722319] env[65762]: value = "task-4560100" [ 789.722319] env[65762]: _type = "Task" [ 789.722319] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.732319] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.833732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.834302] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 789.837056] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.867s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.837281] env[65762]: DEBUG nova.objects.instance [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lazy-loading 'resources' on Instance uuid ac669e52-afab-41b7-b45a-5fb7b8e0ab61 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.914092] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.914737] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51932fe6-3873-4606-8e77-6ad01e9e77f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.923670] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 789.923670] env[65762]: value = "task-4560101" [ 789.923670] env[65762]: _type = "Task" [ 789.923670] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.932717] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560101, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.237725] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.308914] env[65762]: DEBUG nova.compute.manager [req-3f852270-41c7-4456-bd72-95d6109581b0 req-5eb65c39-2f55-4b75-aeb4-093e2560a505 service nova] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Received event network-vif-deleted-a046815c-dc8b-486a-9df5-0252029d181f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 790.341014] env[65762]: DEBUG nova.compute.utils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.346529] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 790.346992] env[65762]: DEBUG nova.network.neutron [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 790.349032] env[65762]: WARNING neutronclient.v2_0.client [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.349784] env[65762]: WARNING neutronclient.v2_0.client [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.371267] env[65762]: DEBUG nova.network.neutron [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Successfully updated port: 425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.449560] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560101, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.490172] env[65762]: DEBUG nova.policy [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefb888158c4b1da3877bc1d81660ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f97270b354564bfe6ce2938fb13eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.578416] env[65762]: DEBUG nova.compute.manager [req-6bea8d6f-cdca-4e16-b2ad-4616eacdec57 req-d9b67f7a-802f-4891-9da4-7cbc02dff4ee service nova] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Received event network-vif-deleted-23de6e3d-8610-4a53-96e0-2524fca244ce {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 790.740417] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560100, 'name': ReconfigVM_Task, 'duration_secs': 0.644768} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.743725] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7aeb9f93-b2c0-4bd6-a442-788a587c5495/7aeb9f93-b2c0-4bd6-a442-788a587c5495.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.744415] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06e43227-4840-4a08-a734-4832b8f5a820 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.755241] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 790.755241] env[65762]: value = "task-4560102" [ 790.755241] env[65762]: _type = "Task" [ 790.755241] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.766984] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560102, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.846959] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 790.875592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "refresh_cache-f3c31398-ce07-412f-b73a-dbba2f2a2aa7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.875928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "refresh_cache-f3c31398-ce07-412f-b73a-dbba2f2a2aa7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.876178] env[65762]: DEBUG nova.network.neutron [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 790.883050] env[65762]: DEBUG nova.network.neutron [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Successfully created port: 7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 790.941131] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560101, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.020523] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431c34a4-a82b-441a-9b40-463bf3bc4223 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.029771] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267e72d-9ad7-44ff-b623-6c46d65b7b8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.065539] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac6273-8e6f-41f9-9e0e-a7d0ff5842ff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.075093] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45c868-6bde-4000-b1b3-2dbb3ff01a0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.093754] env[65762]: DEBUG nova.compute.provider_tree [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.270706] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560102, 'name': Rename_Task, 'duration_secs': 0.160435} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.271106] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.271618] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-689c2ebd-a1dd-475f-af41-56aead4968c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.280941] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 791.280941] env[65762]: value = "task-4560103" [ 791.280941] env[65762]: _type = "Task" [ 791.280941] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.290072] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.437405] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560101, 'name': CloneVM_Task, 'duration_secs': 1.447508} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.437688] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Created linked-clone VM from snapshot [ 791.438575] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a8c70-9f5e-4fcb-a46e-60d76db4b62f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.449336] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Uploading image 0af36d77-216f-4fb8-a57a-1c349761d156 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.477845] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 791.477845] env[65762]: value = "vm-891089" [ 791.477845] env[65762]: _type = "VirtualMachine" [ 791.477845] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 791.478766] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac7f0ba5-bc5e-4b65-a539-68fe289c6dbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.487758] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lease: (returnval){ [ 791.487758] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e9e964-2193-3496-3b42-30877c2999d9" [ 791.487758] env[65762]: _type = "HttpNfcLease" [ 791.487758] env[65762]: } obtained for exporting VM: (result){ [ 791.487758] env[65762]: value = "vm-891089" [ 791.487758] env[65762]: _type = "VirtualMachine" [ 791.487758] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 791.488130] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the lease: (returnval){ [ 791.488130] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e9e964-2193-3496-3b42-30877c2999d9" [ 791.488130] env[65762]: _type = "HttpNfcLease" [ 791.488130] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 791.498895] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.498895] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e9e964-2193-3496-3b42-30877c2999d9" [ 791.498895] env[65762]: _type = "HttpNfcLease" [ 791.498895] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 791.597685] env[65762]: DEBUG nova.scheduler.client.report [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.762676] env[65762]: DEBUG nova.network.neutron [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.791345] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560103, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.858560] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 791.886464] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 791.886464] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.886464] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 791.886464] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.886784] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 791.886784] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 791.886878] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 791.887867] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 791.887867] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 791.887867] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 791.887867] env[65762]: DEBUG nova.virt.hardware [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 791.889354] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9b186-5b44-4566-9572-2b7e5d6a26f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.899439] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84928e0d-7252-4a75-a0f6-09f356e338e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.998040] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.998040] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e9e964-2193-3496-3b42-30877c2999d9" [ 791.998040] env[65762]: _type = "HttpNfcLease" [ 791.998040] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.998447] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.998447] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e9e964-2193-3496-3b42-30877c2999d9" [ 791.998447] env[65762]: _type = "HttpNfcLease" [ 791.998447] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.999381] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92ef15a-2374-4f12-8a90-2a464cdfd73a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.010874] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262fa92-d779-9dd2-ada7-87511bb9bb95/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.010874] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262fa92-d779-9dd2-ada7-87511bb9bb95/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.104030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.108136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.737s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.114489] env[65762]: INFO nova.compute.claims [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.121492] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c09f351c-f7c6-4a79-89f9-0e59beec2c75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.139170] env[65762]: INFO nova.scheduler.client.report [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Deleted allocations for instance ac669e52-afab-41b7-b45a-5fb7b8e0ab61 [ 792.211247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "3ab8a60c-b673-42ee-9464-94003e11f5e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.212063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.292802] env[65762]: DEBUG oslo_vmware.api [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560103, 'name': PowerOnVM_Task, 'duration_secs': 0.93573} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.295071] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.295071] env[65762]: INFO nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Took 5.90 seconds to spawn the instance on the hypervisor. [ 792.295071] env[65762]: DEBUG nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 792.295071] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215759e4-4245-4b4c-8620-19b24e8539e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.596048] env[65762]: DEBUG nova.network.neutron [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Successfully updated port: 7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 792.653949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dac734b3-1edb-4b1d-936d-1d12b696b847 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "ac669e52-afab-41b7-b45a-5fb7b8e0ab61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.659s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.715194] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 792.793424] env[65762]: WARNING neutronclient.v2_0.client [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.820814] env[65762]: INFO nova.compute.manager [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Took 35.74 seconds to build instance. [ 793.004840] env[65762]: DEBUG nova.network.neutron [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Updating instance_info_cache with network_info: [{"id": "425807db-c102-4bcb-871e-afcc863a27f3", "address": "fa:16:3e:69:c5:f7", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425807db-c1", "ovs_interfaceid": "425807db-c102-4bcb-871e-afcc863a27f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.103871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-74dd4675-f16d-4833-b78d-911898c9911a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.103871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-74dd4675-f16d-4833-b78d-911898c9911a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.103871] env[65762]: DEBUG nova.network.neutron [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 793.248559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.325126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a78fd3b3-88e4-4371-9285-8dc12afc2db0 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.399s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.511366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "refresh_cache-f3c31398-ce07-412f-b73a-dbba2f2a2aa7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.511908] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Instance network_info: |[{"id": "425807db-c102-4bcb-871e-afcc863a27f3", "address": "fa:16:3e:69:c5:f7", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425807db-c1", "ovs_interfaceid": "425807db-c102-4bcb-871e-afcc863a27f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 793.512515] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c5:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '425807db-c102-4bcb-871e-afcc863a27f3', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.521552] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.521922] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.522227] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b389a2a-edb3-4c3e-a114-249ee639078e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555354] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.555354] env[65762]: value = "task-4560105" [ 793.555354] env[65762]: _type = "Task" [ 793.555354] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.567933] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560105, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.573740] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.574079] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.680014] env[65762]: DEBUG nova.network.neutron [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 793.856655] env[65762]: WARNING neutronclient.v2_0.client [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.867781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.868727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.871475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.871889] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.873578] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.876356] env[65762]: INFO nova.compute.manager [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Terminating instance [ 793.949914] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca127b92-336e-4949-83b6-03d3cbb3d12f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.960380] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ef205-0e56-4b4c-9006-86ec9b95359a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.997156] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7decc3-a463-4d83-93a8-7023c33f779e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.006443] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfc630-5ac8-4168-a301-8e5c2dd5e4f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.023956] env[65762]: DEBUG nova.compute.provider_tree [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.071137] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560105, 'name': CreateVM_Task, 'duration_secs': 0.436289} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.071358] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.072388] env[65762]: WARNING neutronclient.v2_0.client [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.072761] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.073486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.073486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.077025] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2866df-d28c-4990-87a3-5febb7794865 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.090712] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.094539] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.094539] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 794.094539] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d5a1d3-e665-5d84-be6a-13298f418c39" [ 794.094539] env[65762]: _type = "Task" [ 794.094539] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.094539] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.094539] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.102504] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.102952] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.104699] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 794.104699] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.112937] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d5a1d3-e665-5d84-be6a-13298f418c39, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.117378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.117734] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.117972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.118131] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.118345] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.119284] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1421808-418d-43c7-be90-d43b8e0bb8dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.130808] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.131159] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.131843] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a8fdc7-95e1-45c5-8e8f-e688b7d9c975 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.139031] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 794.139031] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e49e94-284c-39c8-8dff-655116eaa8d1" [ 794.139031] env[65762]: _type = "Task" [ 794.139031] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.149566] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e49e94-284c-39c8-8dff-655116eaa8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.197471] env[65762]: DEBUG nova.network.neutron [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Updating instance_info_cache with network_info: [{"id": "7fd101b6-0760-4d03-a5a2-0cc3e9102218", "address": "fa:16:3e:6b:c7:93", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd101b6-07", "ovs_interfaceid": "7fd101b6-0760-4d03-a5a2-0cc3e9102218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.297248] env[65762]: DEBUG nova.compute.manager [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 794.297371] env[65762]: DEBUG nova.compute.manager [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing instance network info cache due to event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 794.299892] env[65762]: DEBUG oslo_concurrency.lockutils [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.299892] env[65762]: DEBUG oslo_concurrency.lockutils [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.299892] env[65762]: DEBUG nova.network.neutron [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.340327] env[65762]: DEBUG nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Received event network-vif-plugged-425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 794.340594] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Acquiring lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.343710] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.343710] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.343710] env[65762]: DEBUG nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] No waiting events found dispatching network-vif-plugged-425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 794.343710] env[65762]: WARNING nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Received unexpected event network-vif-plugged-425807db-c102-4bcb-871e-afcc863a27f3 for instance with vm_state building and task_state spawning. [ 794.343710] env[65762]: DEBUG nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Received event network-changed-425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 794.343710] env[65762]: DEBUG nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Refreshing instance network info cache due to event network-changed-425807db-c102-4bcb-871e-afcc863a27f3. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 794.343710] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Acquiring lock "refresh_cache-f3c31398-ce07-412f-b73a-dbba2f2a2aa7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.343710] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Acquired lock "refresh_cache-f3c31398-ce07-412f-b73a-dbba2f2a2aa7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.343710] env[65762]: DEBUG nova.network.neutron [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Refreshing network info cache for port 425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.381358] env[65762]: DEBUG nova.compute.manager [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 794.382179] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.383348] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464d28d-05a2-40e2-892a-52d3b9b75f1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.395923] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.396334] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45cb362c-113c-4cb5-ba6f-cb40f33c7049 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.407026] env[65762]: DEBUG oslo_vmware.api [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 794.407026] env[65762]: value = "task-4560106" [ 794.407026] env[65762]: _type = "Task" [ 794.407026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.416966] env[65762]: DEBUG oslo_vmware.api [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.526207] env[65762]: DEBUG nova.scheduler.client.report [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.620110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.651049] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e49e94-284c-39c8-8dff-655116eaa8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.651881] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5b3a6b-6ebf-4148-95e6-5d1ff784b803 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.659026] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 794.659026] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521f3dc1-750d-6da1-c0a7-2e3e647e97c0" [ 794.659026] env[65762]: _type = "Task" [ 794.659026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.674304] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521f3dc1-750d-6da1-c0a7-2e3e647e97c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.706814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-74dd4675-f16d-4833-b78d-911898c9911a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.706814] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Instance network_info: |[{"id": "7fd101b6-0760-4d03-a5a2-0cc3e9102218", "address": "fa:16:3e:6b:c7:93", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd101b6-07", "ovs_interfaceid": "7fd101b6-0760-4d03-a5a2-0cc3e9102218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 794.706814] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c7:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fd101b6-0760-4d03-a5a2-0cc3e9102218', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.713992] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.714332] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.714655] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62dab181-2d8c-4457-bc24-c33dfa48337f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.737181] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.737181] env[65762]: value = "task-4560107" [ 794.737181] env[65762]: _type = "Task" [ 794.737181] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.748419] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560107, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.803111] env[65762]: WARNING neutronclient.v2_0.client [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.849954] env[65762]: WARNING neutronclient.v2_0.client [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.918692] env[65762]: DEBUG oslo_vmware.api [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560106, 'name': PowerOffVM_Task, 'duration_secs': 0.294632} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.919054] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.920311] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.920311] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c12650e3-8f94-4210-be9d-f74f285be039 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.002052] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.002052] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.002052] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleting the datastore file [datastore1] 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.002453] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78f5fea-a33b-45bd-abec-9cbd1c60f8f9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.019631] env[65762]: DEBUG oslo_vmware.api [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 795.019631] env[65762]: value = "task-4560109" [ 795.019631] env[65762]: _type = "Task" [ 795.019631] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.030468] env[65762]: DEBUG oslo_vmware.api [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.040241] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.040682] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 795.043427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.656s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.043661] env[65762]: DEBUG nova.objects.instance [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lazy-loading 'resources' on Instance uuid b1e78905-5d3b-4bd4-b732-16716db84e37 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.074034] env[65762]: WARNING neutronclient.v2_0.client [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.105354] env[65762]: WARNING neutronclient.v2_0.client [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.172416] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521f3dc1-750d-6da1-c0a7-2e3e647e97c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.172724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.173014] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f3c31398-ce07-412f-b73a-dbba2f2a2aa7/f3c31398-ce07-412f-b73a-dbba2f2a2aa7.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.173358] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8beacd74-5a50-4e21-8351-3448be17d482 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.183808] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 795.183808] env[65762]: value = "task-4560110" [ 795.183808] env[65762]: _type = "Task" [ 795.183808] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.195539] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.208975] env[65762]: DEBUG nova.network.neutron [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Updated VIF entry in instance network info cache for port 425807db-c102-4bcb-871e-afcc863a27f3. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.209416] env[65762]: DEBUG nova.network.neutron [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Updating instance_info_cache with network_info: [{"id": "425807db-c102-4bcb-871e-afcc863a27f3", "address": "fa:16:3e:69:c5:f7", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425807db-c1", "ovs_interfaceid": "425807db-c102-4bcb-871e-afcc863a27f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.213564] env[65762]: DEBUG nova.network.neutron [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updated VIF entry in instance network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.213564] env[65762]: DEBUG nova.network.neutron [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.250951] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560107, 'name': CreateVM_Task, 'duration_secs': 0.413629} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.251115] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.252171] env[65762]: WARNING neutronclient.v2_0.client [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.252171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.252366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.252657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.252940] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb006b8-c6ed-485d-9be2-df64c62c69ac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.261274] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 795.261274] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5214daac-1954-3edf-db3a-bdfbcae19a6b" [ 795.261274] env[65762]: _type = "Task" [ 795.261274] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.271314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "635856de-aeba-435d-ac65-6a1c29a855bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.271831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "635856de-aeba-435d-ac65-6a1c29a855bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.272199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "635856de-aeba-435d-ac65-6a1c29a855bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.272627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "635856de-aeba-435d-ac65-6a1c29a855bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.272939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "635856de-aeba-435d-ac65-6a1c29a855bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.275097] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5214daac-1954-3edf-db3a-bdfbcae19a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.276203] env[65762]: INFO nova.compute.manager [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Terminating instance [ 795.360262] env[65762]: DEBUG nova.compute.manager [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 795.360262] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a747e644-2eba-40b7-8e26-8fdb37a3b84c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.532570] env[65762]: DEBUG oslo_vmware.api [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160684} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.532570] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.532851] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.532984] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.533214] env[65762]: INFO nova.compute.manager [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Took 1.15 seconds to destroy the instance on the hypervisor. [ 795.533477] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.533689] env[65762]: DEBUG nova.compute.manager [-] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 795.533792] env[65762]: DEBUG nova.network.neutron [-] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 795.534102] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.547295] env[65762]: DEBUG nova.compute.utils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.554317] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 795.554558] env[65762]: DEBUG nova.network.neutron [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 795.554875] env[65762]: WARNING neutronclient.v2_0.client [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.555255] env[65762]: WARNING neutronclient.v2_0.client [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.613164] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.662359] env[65762]: DEBUG nova.policy [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bcf401b4a844c03a61c4c152dbdab4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e756d96b83414508929e05de824508cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.696521] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495663} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.696827] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f3c31398-ce07-412f-b73a-dbba2f2a2aa7/f3c31398-ce07-412f-b73a-dbba2f2a2aa7.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.697045] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.697387] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0416322d-3229-4e24-a8e7-0a6c5cab4c2a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.708550] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 795.708550] env[65762]: value = "task-4560111" [ 795.708550] env[65762]: _type = "Task" [ 795.708550] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.716384] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Releasing lock "refresh_cache-f3c31398-ce07-412f-b73a-dbba2f2a2aa7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.716992] env[65762]: DEBUG nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Received event network-vif-plugged-7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 795.716992] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Acquiring lock "74dd4675-f16d-4833-b78d-911898c9911a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.717130] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Lock "74dd4675-f16d-4833-b78d-911898c9911a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.717257] env[65762]: DEBUG oslo_concurrency.lockutils [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] Lock "74dd4675-f16d-4833-b78d-911898c9911a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.717427] env[65762]: DEBUG nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] No waiting events found dispatching network-vif-plugged-7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 795.717605] env[65762]: WARNING nova.compute.manager [req-cb5d8815-222a-491b-a668-6197402e0d77 req-7364433e-0df3-458b-85e2-83ebe54c4013 service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Received unexpected event network-vif-plugged-7fd101b6-0760-4d03-a5a2-0cc3e9102218 for instance with vm_state building and task_state spawning. [ 795.718240] env[65762]: DEBUG oslo_concurrency.lockutils [req-14414482-3e9a-4e00-bc57-27859c3dac80 req-4b121afa-8535-4222-81c2-8a1239f2512e service nova] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.722266] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.771521] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5214daac-1954-3edf-db3a-bdfbcae19a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.774937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.775245] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.775526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.775768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.776048] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.776483] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61baabd2-4210-4ada-951f-553575ff9345 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.781572] env[65762]: DEBUG nova.compute.manager [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 795.781784] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.782639] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee86219-6c8e-4404-b94b-ba1706807344 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.787650] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.787860] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.788663] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ceb036-2e7f-4c87-bc99-1e85e136dae2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.797018] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.797848] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c521396-1e61-4c2a-b42e-d8285044911b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.802435] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 795.802435] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c53b98-bda7-0281-1129-7eecdcd5b4a2" [ 795.802435] env[65762]: _type = "Task" [ 795.802435] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.807386] env[65762]: DEBUG oslo_vmware.api [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 795.807386] env[65762]: value = "task-4560112" [ 795.807386] env[65762]: _type = "Task" [ 795.807386] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.817341] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c53b98-bda7-0281-1129-7eecdcd5b4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.826090] env[65762]: DEBUG oslo_vmware.api [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.874388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.874750] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.877662] env[65762]: INFO nova.compute.manager [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] instance snapshotting [ 795.880890] env[65762]: DEBUG nova.objects.instance [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lazy-loading 'flavor' on Instance uuid 7aeb9f93-b2c0-4bd6-a442-788a587c5495 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.055254] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 796.222910] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091853} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.223158] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.224081] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992e65fa-7f36-438c-9ddd-101ef7dc455e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.250843] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] f3c31398-ce07-412f-b73a-dbba2f2a2aa7/f3c31398-ce07-412f-b73a-dbba2f2a2aa7.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.251496] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c9ed68-01fb-4a9f-9d32-eb4ad49a8620 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.268460] env[65762]: DEBUG nova.network.neutron [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Successfully created port: dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 796.272544] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d6db76-88bf-4a59-aee3-e49802539b1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.283856] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201e5ac-ca2d-44ae-b2c7-a4c960d5e236 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.287559] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 796.287559] env[65762]: value = "task-4560113" [ 796.287559] env[65762]: _type = "Task" [ 796.287559] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.329330] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391561f0-e652-4693-85a8-4a8bd82c4459 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.331936] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.340990] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c53b98-bda7-0281-1129-7eecdcd5b4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.346224] env[65762]: DEBUG oslo_vmware.api [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560112, 'name': PowerOffVM_Task, 'duration_secs': 0.229883} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.346561] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5a96ab-6456-43c7-af12-59d30b6dfe07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.350756] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5693bb-9bcf-4c21-b087-e40620279399 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.354787] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.354981] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.355282] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e18bcb79-5d09-4f32-b34e-5e777d5faa47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.362635] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 796.362635] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524f1e4e-2627-aa19-8597-82268f6777d1" [ 796.362635] env[65762]: _type = "Task" [ 796.362635] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.372078] env[65762]: DEBUG nova.compute.provider_tree [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.380978] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 796.391832] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21c4b8-42dc-4d44-8ba9-4fff64be7939 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.394886] env[65762]: DEBUG nova.network.neutron [-] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.395923] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524f1e4e-2627-aa19-8597-82268f6777d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.396556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.396862] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 74dd4675-f16d-4833-b78d-911898c9911a/74dd4675-f16d-4833-b78d-911898c9911a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.397564] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bdd25f9-60b6-4256-91cb-56ea00745423 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.420916] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb9fef-00c6-4ba3-8a2d-0b437c7bd76f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.427393] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 796.427393] env[65762]: value = "task-4560115" [ 796.427393] env[65762]: _type = "Task" [ 796.427393] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.440222] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.440812] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.440812] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleting the datastore file [datastore1] 635856de-aeba-435d-ac65-6a1c29a855bb {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.441505] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61723ac6-f9a4-44b9-84b3-fa6097988aa8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.448589] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.455660] env[65762]: DEBUG oslo_vmware.api [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 796.455660] env[65762]: value = "task-4560116" [ 796.455660] env[65762]: _type = "Task" [ 796.455660] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.466405] env[65762]: DEBUG oslo_vmware.api [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.799013] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560113, 'name': ReconfigVM_Task, 'duration_secs': 0.355561} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.800278] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Reconfigured VM instance instance-00000031 to attach disk [datastore2] f3c31398-ce07-412f-b73a-dbba2f2a2aa7/f3c31398-ce07-412f-b73a-dbba2f2a2aa7.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.800278] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c7edf1-d5cc-46fb-8e70-e053d4bedf07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.809199] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 796.809199] env[65762]: value = "task-4560117" [ 796.809199] env[65762]: _type = "Task" [ 796.809199] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.822137] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560117, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.859807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.860151] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.875440] env[65762]: DEBUG nova.scheduler.client.report [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.909855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.920737] env[65762]: INFO nova.compute.manager [-] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Took 1.39 seconds to deallocate network for instance. [ 796.941138] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560115, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.943813] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.943999] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb7f98ad-e30b-4ac6-80b8-229b6b1028fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.953695] env[65762]: DEBUG oslo_vmware.api [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 796.953695] env[65762]: value = "task-4560118" [ 796.953695] env[65762]: _type = "Task" [ 796.953695] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.969351] env[65762]: DEBUG oslo_vmware.api [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213346} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.973904] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.974131] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.974311] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.974551] env[65762]: INFO nova.compute.manager [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 796.974871] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 796.975564] env[65762]: DEBUG oslo_vmware.api [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.975811] env[65762]: DEBUG nova.compute.manager [-] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 796.975937] env[65762]: DEBUG nova.network.neutron [-] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 796.976332] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.070334] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.074385] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 797.111279] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 797.111670] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.111974] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 797.112152] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.113032] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 797.113032] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 797.113032] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 797.113032] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 797.113368] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 797.113368] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 797.114145] env[65762]: DEBUG nova.virt.hardware [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 797.115653] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05faf448-90d4-474a-adf3-cb4229a9feef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.120613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.120677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.121241] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.121241] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.121241] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.123831] env[65762]: INFO nova.compute.manager [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Terminating instance [ 797.130647] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde2aa4-d040-4753-bb1d-c01298d5af88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.321627] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560117, 'name': Rename_Task, 'duration_secs': 0.307813} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.321946] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.323664] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e154fa-b03f-4e3c-a917-968d7ad451bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.333229] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 797.333229] env[65762]: value = "task-4560119" [ 797.333229] env[65762]: _type = "Task" [ 797.333229] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.342879] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.384915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.387661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.266s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.389528] env[65762]: INFO nova.compute.claims [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.419404] env[65762]: INFO nova.scheduler.client.report [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleted allocations for instance b1e78905-5d3b-4bd4-b732-16716db84e37 [ 797.427563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.442534] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568444} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.443774] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 74dd4675-f16d-4833-b78d-911898c9911a/74dd4675-f16d-4833-b78d-911898c9911a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.444111] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.444422] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20b9991c-f1dc-40f2-bb65-c7bfd0023be5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.454637] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 797.454637] env[65762]: value = "task-4560120" [ 797.454637] env[65762]: _type = "Task" [ 797.454637] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.468822] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.472356] env[65762]: DEBUG oslo_vmware.api [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560118, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.630955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "refresh_cache-7aeb9f93-b2c0-4bd6-a442-788a587c5495" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.631232] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquired lock "refresh_cache-7aeb9f93-b2c0-4bd6-a442-788a587c5495" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.631466] env[65762]: DEBUG nova.network.neutron [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 797.844807] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.868596] env[65762]: DEBUG nova.network.neutron [-] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.899647] env[65762]: DEBUG nova.network.neutron [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Successfully updated port: dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 797.947737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8c24e349-9692-4567-b34f-afee0e6acc3d tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "b1e78905-5d3b-4bd4-b732-16716db84e37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.059s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.955141] env[65762]: DEBUG nova.compute.manager [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 797.955400] env[65762]: DEBUG nova.compute.manager [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing instance network info cache due to event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 797.955642] env[65762]: DEBUG oslo_concurrency.lockutils [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.955801] env[65762]: DEBUG oslo_concurrency.lockutils [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.955982] env[65762]: DEBUG nova.network.neutron [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.971506] env[65762]: DEBUG oslo_vmware.api [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560118, 'name': CreateSnapshot_Task, 'duration_secs': 0.983197} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.975840] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.977320] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113413} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.978645] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51ec66-e0c5-455f-9c86-b8ef7e8b73eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.981762] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.982851] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ab5d5-c0a6-4aeb-bed2-3c8338c8f533 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.014700] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 74dd4675-f16d-4833-b78d-911898c9911a/74dd4675-f16d-4833-b78d-911898c9911a.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.015408] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86d75d9-3dbc-44c2-b657-b2e2a243add2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.041084] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 798.041084] env[65762]: value = "task-4560121" [ 798.041084] env[65762]: _type = "Task" [ 798.041084] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.053639] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.135313] env[65762]: WARNING neutronclient.v2_0.client [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.156092] env[65762]: DEBUG nova.network.neutron [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 798.166070] env[65762]: DEBUG nova.compute.manager [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Received event network-changed-7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 798.166253] env[65762]: DEBUG nova.compute.manager [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Refreshing instance network info cache due to event network-changed-7fd101b6-0760-4d03-a5a2-0cc3e9102218. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 798.166547] env[65762]: DEBUG oslo_concurrency.lockutils [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] Acquiring lock "refresh_cache-74dd4675-f16d-4833-b78d-911898c9911a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.166733] env[65762]: DEBUG oslo_concurrency.lockutils [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] Acquired lock "refresh_cache-74dd4675-f16d-4833-b78d-911898c9911a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.166916] env[65762]: DEBUG nova.network.neutron [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Refreshing network info cache for port 7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.240580] env[65762]: DEBUG nova.network.neutron [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.345735] env[65762]: DEBUG oslo_vmware.api [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560119, 'name': PowerOnVM_Task, 'duration_secs': 0.620901} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.345994] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.346273] env[65762]: INFO nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Took 9.22 seconds to spawn the instance on the hypervisor. [ 798.346508] env[65762]: DEBUG nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 798.347323] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ef923-6c59-4e9e-b379-6450d9d3ab1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.370624] env[65762]: INFO nova.compute.manager [-] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Took 1.39 seconds to deallocate network for instance. [ 798.402925] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.403322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.403397] env[65762]: DEBUG nova.network.neutron [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.463019] env[65762]: WARNING neutronclient.v2_0.client [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.516278] env[65762]: DEBUG nova.compute.manager [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Instance disappeared during snapshot {{(pid=65762) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4643}} [ 798.565594] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.657420] env[65762]: WARNING neutronclient.v2_0.client [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.670641] env[65762]: WARNING neutronclient.v2_0.client [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.718153] env[65762]: DEBUG nova.compute.manager [None req-e47aa235-e419-41fd-9936-05b721002a78 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Found 0 images (rotation: 2) {{(pid=65762) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 798.747685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Releasing lock "refresh_cache-7aeb9f93-b2c0-4bd6-a442-788a587c5495" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.749425] env[65762]: DEBUG nova.compute.manager [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 798.749425] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.749425] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e379ae-06a2-4719-b4a1-16c626903e6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.763879] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.769159] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f72b1e5-b073-4d41-9c27-efbdbafc5806 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.784056] env[65762]: DEBUG oslo_vmware.api [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 798.784056] env[65762]: value = "task-4560122" [ 798.784056] env[65762]: _type = "Task" [ 798.784056] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.795959] env[65762]: DEBUG oslo_vmware.api [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.817891] env[65762]: DEBUG nova.network.neutron [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updated VIF entry in instance network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.818582] env[65762]: DEBUG nova.network.neutron [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.872386] env[65762]: INFO nova.compute.manager [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Took 37.48 seconds to build instance. [ 798.888279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.930680] env[65762]: WARNING neutronclient.v2_0.client [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.960882] env[65762]: DEBUG nova.network.neutron [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 799.062214] env[65762]: WARNING neutronclient.v2_0.client [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.067865] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560121, 'name': ReconfigVM_Task, 'duration_secs': 0.53223} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.068671] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 74dd4675-f16d-4833-b78d-911898c9911a/74dd4675-f16d-4833-b78d-911898c9911a.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.069548] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-036e6550-3394-4a24-9be1-83ccdba34ee5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.077494] env[65762]: DEBUG nova.network.neutron [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Updated VIF entry in instance network info cache for port 7fd101b6-0760-4d03-a5a2-0cc3e9102218. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.079065] env[65762]: DEBUG nova.network.neutron [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Updating instance_info_cache with network_info: [{"id": "7fd101b6-0760-4d03-a5a2-0cc3e9102218", "address": "fa:16:3e:6b:c7:93", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd101b6-07", "ovs_interfaceid": "7fd101b6-0760-4d03-a5a2-0cc3e9102218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.087872] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 799.087872] env[65762]: value = "task-4560123" [ 799.087872] env[65762]: _type = "Task" [ 799.087872] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.117737] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560123, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.154188] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c06d1ab-eaae-4262-acfd-b3377f8f3163 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.164800] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791e4b9d-c63d-4a04-991a-ec5d47a2ba35 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.201179] env[65762]: DEBUG nova.network.neutron [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Updating instance_info_cache with network_info: [{"id": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "address": "fa:16:3e:79:35:2d", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8495aa-d9", "ovs_interfaceid": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.203369] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951c299a-65f8-4843-996d-1c99a6cb8c97 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.214431] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fdead7-bcd3-46c2-afc5-bd8ae2f9c72f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.235929] env[65762]: DEBUG nova.compute.provider_tree [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.296750] env[65762]: DEBUG oslo_vmware.api [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560122, 'name': PowerOffVM_Task, 'duration_secs': 0.401888} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.297294] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.297635] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.298024] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e610eae-c564-4978-9d66-dd8dc2512951 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.321753] env[65762]: DEBUG oslo_concurrency.lockutils [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.322233] env[65762]: DEBUG nova.compute.manager [req-7bfcf5b2-c844-4834-878e-68b6de938917 req-beca97fd-0b39-4b8e-bf2b-d2dd93a22eb1 service nova] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Received event network-vif-deleted-f12e9eb3-2d32-4d22-a14a-de097287142a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 799.332444] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.332751] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.332939] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Deleting the datastore file [datastore1] 7aeb9f93-b2c0-4bd6-a442-788a587c5495 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.333363] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7671fdf4-115a-4ca4-a061-29c7395630f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.342367] env[65762]: DEBUG oslo_vmware.api [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for the task: (returnval){ [ 799.342367] env[65762]: value = "task-4560125" [ 799.342367] env[65762]: _type = "Task" [ 799.342367] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.355315] env[65762]: DEBUG oslo_vmware.api [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.376662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c526536f-6ce2-4997-93e8-5717d150c691 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.931s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.582158] env[65762]: DEBUG oslo_concurrency.lockutils [req-07eb31ab-d0e5-4dd0-99e4-640abd2a195d req-4394dbad-1b7f-4bf3-967b-8093b8f0213f service nova] Releasing lock "refresh_cache-74dd4675-f16d-4833-b78d-911898c9911a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.603130] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560123, 'name': Rename_Task, 'duration_secs': 0.242691} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.603911] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.603911] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e6c86b-8cea-415a-a6ac-d93d1bfa3eae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.613069] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 799.613069] env[65762]: value = "task-4560126" [ 799.613069] env[65762]: _type = "Task" [ 799.613069] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.625738] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.707723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.708107] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Instance network_info: |[{"id": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "address": "fa:16:3e:79:35:2d", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8495aa-d9", "ovs_interfaceid": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 799.708878] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:35:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8495aa-d9e1-4a9e-a830-33c89d11309f', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.721166] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Creating folder: Project (e756d96b83414508929e05de824508cc). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.721723] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7404dcb-e1d1-452e-8bad-b1b227b1e6f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.736043] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Created folder: Project (e756d96b83414508929e05de824508cc) in parent group-v890951. [ 799.736222] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Creating folder: Instances. Parent ref: group-v891093. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.736537] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94e9dbe-3f2b-4a12-984c-f41cce622790 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.739273] env[65762]: DEBUG nova.scheduler.client.report [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.753791] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Created folder: Instances in parent group-v891093. [ 799.754069] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 799.755458] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.758882] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f59520-68e5-4f50-a7ec-15910bdc6148 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.786026] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.786026] env[65762]: value = "task-4560129" [ 799.786026] env[65762]: _type = "Task" [ 799.786026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.796088] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560129, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.832036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "d475e8b7-a071-4429-a1ea-92069474ec38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.832263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.832486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "d475e8b7-a071-4429-a1ea-92069474ec38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.832715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.832971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.835487] env[65762]: INFO nova.compute.manager [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Terminating instance [ 799.855410] env[65762]: DEBUG oslo_vmware.api [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Task: {'id': task-4560125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382768} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.855681] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.855862] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.856043] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.856697] env[65762]: INFO nova.compute.manager [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Took 1.11 seconds to destroy the instance on the hypervisor. [ 799.856697] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 799.856834] env[65762]: DEBUG nova.compute.manager [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 799.856834] env[65762]: DEBUG nova.network.neutron [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 799.857118] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.879607] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 799.934611] env[65762]: DEBUG nova.network.neutron [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 799.935043] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.131273] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560126, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.247158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.247158] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 800.249770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.306s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.256948] env[65762]: INFO nova.compute.claims [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.279032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.279032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.279032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.279032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.279032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.283243] env[65762]: INFO nova.compute.manager [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Terminating instance [ 800.299200] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560129, 'name': CreateVM_Task, 'duration_secs': 0.500689} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.302094] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.302094] env[65762]: WARNING neutronclient.v2_0.client [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.302094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.302094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.302886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.304038] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22787dd-80b2-4df4-9d0c-5116777f5a1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.315142] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 800.315142] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520a0ec5-c407-0135-6da9-88fa4d9b058e" [ 800.315142] env[65762]: _type = "Task" [ 800.315142] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.332363] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520a0ec5-c407-0135-6da9-88fa4d9b058e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.342029] env[65762]: DEBUG nova.compute.manager [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 800.342029] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.342029] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347c661-6a0b-4723-919e-fff00ec019de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.356635] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.357456] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff921e2-7836-4235-a3c0-459d37bdebd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.371031] env[65762]: DEBUG oslo_vmware.api [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 800.371031] env[65762]: value = "task-4560130" [ 800.371031] env[65762]: _type = "Task" [ 800.371031] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.389260] env[65762]: DEBUG oslo_vmware.api [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.411909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.438770] env[65762]: DEBUG nova.network.neutron [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.628137] env[65762]: DEBUG oslo_vmware.api [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560126, 'name': PowerOnVM_Task, 'duration_secs': 0.718261} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.628137] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.628137] env[65762]: INFO nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Took 8.77 seconds to spawn the instance on the hypervisor. [ 800.628602] env[65762]: DEBUG nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 800.629249] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e82ad8-2309-413c-98b9-310a4e2d9eef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.706432] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262fa92-d779-9dd2-ada7-87511bb9bb95/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.707226] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f7c465-2544-4fed-971c-aaf4343c523d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.715801] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262fa92-d779-9dd2-ada7-87511bb9bb95/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.715801] env[65762]: ERROR oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262fa92-d779-9dd2-ada7-87511bb9bb95/disk-0.vmdk due to incomplete transfer.: glanceclient.exc.HTTPException: HTTP 410 Gone: Image 0af36d77-216f-4fb8-a57a-1c349761d156 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 800.715801] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19a9c199-a368-4071-8a58-5b775bee6bd0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.724400] env[65762]: DEBUG oslo_vmware.rw_handles [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262fa92-d779-9dd2-ada7-87511bb9bb95/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.724614] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.724872] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f32ab54f-69ef-4d21-bd3d-59fad21317ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.732488] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 800.732488] env[65762]: value = "task-4560131" [ 800.732488] env[65762]: _type = "Task" [ 800.732488] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.742646] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560131, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.766174] env[65762]: DEBUG nova.compute.utils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.770411] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 800.770630] env[65762]: DEBUG nova.network.neutron [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 800.771069] env[65762]: WARNING neutronclient.v2_0.client [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.771280] env[65762]: WARNING neutronclient.v2_0.client [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.795782] env[65762]: DEBUG nova.compute.manager [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 800.796122] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.797164] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9baca6-0f6a-4d22-b40c-7b3168c9d448 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.805973] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.806502] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7882c8cc-d496-47ac-aa9b-bae5cc2bfd71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.814769] env[65762]: DEBUG oslo_vmware.api [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 800.814769] env[65762]: value = "task-4560132" [ 800.814769] env[65762]: _type = "Task" [ 800.814769] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.816452] env[65762]: DEBUG nova.policy [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8ce15cd521c4505bcddb6daa1716d80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0169d76ed04eebad2a8257f1ea6b8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.834238] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520a0ec5-c407-0135-6da9-88fa4d9b058e, 'name': SearchDatastore_Task, 'duration_secs': 0.028683} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.838301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.838687] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.838930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.839083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.839288] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.839576] env[65762]: DEBUG oslo_vmware.api [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.839892] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df871830-23ce-4fff-840a-dfa1a837414a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.850559] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.852518] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.852518] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcddaa9-a92b-4a88-8e0f-603f7ff8040e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862824] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 800.862824] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526fc166-e5d0-1de9-5e15-621e6dcc9133" [ 800.862824] env[65762]: _type = "Task" [ 800.862824] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.872845] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526fc166-e5d0-1de9-5e15-621e6dcc9133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.885124] env[65762]: DEBUG oslo_vmware.api [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560130, 'name': PowerOffVM_Task, 'duration_secs': 0.245772} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.885450] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.885699] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.885936] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5ec6f28-3e18-47fd-b8e0-42e95f719045 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.942565] env[65762]: INFO nova.compute.manager [-] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Took 1.09 seconds to deallocate network for instance. [ 800.970436] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.970436] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.970436] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleting the datastore file [datastore2] d475e8b7-a071-4429-a1ea-92069474ec38 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.970436] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-265838ba-8a0f-4065-9581-a4ab2e0e10bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.981842] env[65762]: DEBUG oslo_vmware.api [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for the task: (returnval){ [ 800.981842] env[65762]: value = "task-4560134" [ 800.981842] env[65762]: _type = "Task" [ 800.981842] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.989501] env[65762]: DEBUG oslo_vmware.api [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.155419] env[65762]: INFO nova.compute.manager [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Took 36.79 seconds to build instance. [ 801.243144] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560131, 'name': Destroy_Task, 'duration_secs': 0.396491} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.243440] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Destroyed the VM [ 801.243676] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 801.244144] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-421c75b8-f028-4c55-9b09-ee033bd012a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.252621] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 801.252621] env[65762]: value = "task-4560135" [ 801.252621] env[65762]: _type = "Task" [ 801.252621] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.267180] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.271231] env[65762]: DEBUG nova.compute.utils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.292190] env[65762]: DEBUG nova.network.neutron [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Successfully created port: 84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 801.328601] env[65762]: DEBUG nova.compute.manager [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Received event network-vif-plugged-dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 801.328793] env[65762]: DEBUG oslo_concurrency.lockutils [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] Acquiring lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.328995] env[65762]: DEBUG oslo_concurrency.lockutils [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.329167] env[65762]: DEBUG oslo_concurrency.lockutils [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.329330] env[65762]: DEBUG nova.compute.manager [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] No waiting events found dispatching network-vif-plugged-dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.329490] env[65762]: WARNING nova.compute.manager [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Received unexpected event network-vif-plugged-dd8495aa-d9e1-4a9e-a830-33c89d11309f for instance with vm_state building and task_state spawning. [ 801.329638] env[65762]: DEBUG nova.compute.manager [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Received event network-changed-dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 801.329781] env[65762]: DEBUG nova.compute.manager [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Refreshing instance network info cache due to event network-changed-dd8495aa-d9e1-4a9e-a830-33c89d11309f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 801.329979] env[65762]: DEBUG oslo_concurrency.lockutils [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] Acquiring lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.330099] env[65762]: DEBUG oslo_concurrency.lockutils [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] Acquired lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.330403] env[65762]: DEBUG nova.network.neutron [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Refreshing network info cache for port dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.342919] env[65762]: DEBUG oslo_vmware.api [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560132, 'name': PowerOffVM_Task, 'duration_secs': 0.283969} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.343760] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.344515] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.347499] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fc9da8d-485c-4d3f-a3be-048b0d1763dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.374787] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526fc166-e5d0-1de9-5e15-621e6dcc9133, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.375624] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6dd501e-3cbe-4d33-9b20-310ed966e9b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.385886] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 801.385886] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b21cf-143f-e729-3b6b-0d71d05e9ef2" [ 801.385886] env[65762]: _type = "Task" [ 801.385886] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.398048] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521b21cf-143f-e729-3b6b-0d71d05e9ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.428027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.428875] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.428875] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleting the datastore file [datastore2] f3c31398-ce07-412f-b73a-dbba2f2a2aa7 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.428875] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7640e01d-a272-4d81-8e15-89d32264ad6a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.438367] env[65762]: DEBUG oslo_vmware.api [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 801.438367] env[65762]: value = "task-4560137" [ 801.438367] env[65762]: _type = "Task" [ 801.438367] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.447632] env[65762]: DEBUG oslo_vmware.api [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.451063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.494711] env[65762]: DEBUG oslo_vmware.api [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Task: {'id': task-4560134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212831} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.494711] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.494711] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.494711] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.494894] env[65762]: INFO nova.compute.manager [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Took 1.15 seconds to destroy the instance on the hypervisor. [ 801.495129] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 801.497209] env[65762]: DEBUG nova.compute.manager [-] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 801.497209] env[65762]: DEBUG nova.network.neutron [-] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.497209] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.544232] env[65762]: DEBUG nova.compute.manager [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Received event network-vif-deleted-fd20b0ea-66b3-46d9-84d9-bca607400f90 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 801.544451] env[65762]: DEBUG nova.compute.manager [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 801.544608] env[65762]: DEBUG nova.compute.manager [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing instance network info cache due to event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 801.544816] env[65762]: DEBUG oslo_concurrency.lockutils [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.544979] env[65762]: DEBUG oslo_concurrency.lockutils [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.545146] env[65762]: DEBUG nova.network.neutron [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.555376] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.662176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.646s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.766472] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560135, 'name': RemoveSnapshot_Task} progress is 1%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.774509] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 801.835441] env[65762]: WARNING neutronclient.v2_0.client [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.897742] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521b21cf-143f-e729-3b6b-0d71d05e9ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.899228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.899497] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.900365] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93dedf8-85d0-4cf8-9e67-a3bbf0f8f691 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.903138] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50760bc-78c8-4170-88ae-a39273537236 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.912084] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca7f1a-ef4a-4172-b8fc-e644da56445c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.916979] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 801.916979] env[65762]: value = "task-4560138" [ 801.916979] env[65762]: _type = "Task" [ 801.916979] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.955502] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264f745-2f9a-4934-8f47-de406f9c19f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.958517] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.967553] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bff1c1-0932-4a85-bd86-da341659821f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.971762] env[65762]: DEBUG oslo_vmware.api [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18503} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.975557] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.975557] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.975557] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.976365] env[65762]: INFO nova.compute.manager [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 801.976365] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 801.976716] env[65762]: DEBUG nova.compute.manager [-] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 801.976820] env[65762]: DEBUG nova.network.neutron [-] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.977284] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.990638] env[65762]: DEBUG nova.compute.provider_tree [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.049457] env[65762]: WARNING neutronclient.v2_0.client [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.203237] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.266487] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560135, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.294893] env[65762]: DEBUG nova.network.neutron [-] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.430499] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.494494] env[65762]: DEBUG nova.scheduler.client.report [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.765601] env[65762]: DEBUG oslo_vmware.api [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560135, 'name': RemoveSnapshot_Task, 'duration_secs': 1.177787} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.768883] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 802.768883] env[65762]: DEBUG nova.compute.utils [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Cleaning up image 0af36d77-216f-4fb8-a57a-1c349761d156 {{(pid=65762) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 802.787975] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 802.798199] env[65762]: INFO nova.compute.manager [-] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Took 1.30 seconds to deallocate network for instance. [ 802.815580] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:47:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1817159393',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1457758891',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 802.815811] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.815957] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 802.816260] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.817238] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 802.817238] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 802.817238] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 802.817238] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 802.817238] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 802.817499] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 802.817499] env[65762]: DEBUG nova.virt.hardware [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 802.818439] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79564438-0be3-49b7-9364-9d02d8ad1ebb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.830040] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6af00f-e428-4035-abd0-cef3112f4771 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.884735] env[65762]: DEBUG nova.network.neutron [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Successfully updated port: 84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 802.933565] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637906} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.933565] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.933565] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.933565] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e811da4-4c92-4925-89c6-ce78165b146a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.941168] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 802.941168] env[65762]: value = "task-4560139" [ 802.941168] env[65762]: _type = "Task" [ 802.941168] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.953036] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.005356] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.005908] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 803.013228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.580s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.013473] env[65762]: DEBUG nova.objects.instance [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lazy-loading 'resources' on Instance uuid 7913a6e0-c740-40bf-8633-8aa1e0a74b3c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.037139] env[65762]: WARNING neutronclient.v2_0.client [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.111191] env[65762]: WARNING neutronclient.v2_0.client [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.155628] env[65762]: DEBUG nova.network.neutron [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Updated VIF entry in instance network info cache for port dd8495aa-d9e1-4a9e-a830-33c89d11309f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.156251] env[65762]: DEBUG nova.network.neutron [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Updating instance_info_cache with network_info: [{"id": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "address": "fa:16:3e:79:35:2d", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8495aa-d9", "ovs_interfaceid": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.249309] env[65762]: DEBUG nova.network.neutron [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updated VIF entry in instance network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.249671] env[65762]: DEBUG nova.network.neutron [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.306438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.390794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.390794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.390794] env[65762]: DEBUG nova.network.neutron [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.430571] env[65762]: DEBUG nova.network.neutron [-] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.455238] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07151} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.455582] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.456557] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6857f8-a0cd-4fab-b085-b425937a1056 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.484233] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.484352] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd76453-97ce-424d-ab79-503cdb977449 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.508090] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 803.508090] env[65762]: value = "task-4560140" [ 803.508090] env[65762]: _type = "Task" [ 803.508090] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.514827] env[65762]: DEBUG nova.compute.utils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.522040] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 803.522040] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 803.522380] env[65762]: WARNING neutronclient.v2_0.client [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.522752] env[65762]: WARNING neutronclient.v2_0.client [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.527196] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.584021] env[65762]: DEBUG nova.policy [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388966fa30d24bcfaeeaa596e1a8607d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbbe13ece7d487c9cccbeb781561bca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.639542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "9013b1a1-0239-4fdb-be67-c233bda73310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.639856] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "9013b1a1-0239-4fdb-be67-c233bda73310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.640083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "9013b1a1-0239-4fdb-be67-c233bda73310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.640265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "9013b1a1-0239-4fdb-be67-c233bda73310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.640434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "9013b1a1-0239-4fdb-be67-c233bda73310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.642843] env[65762]: INFO nova.compute.manager [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Terminating instance [ 803.661351] env[65762]: DEBUG oslo_concurrency.lockutils [req-f0314aa0-ed2c-4509-ae2a-f6e8f0360884 req-9bb051f0-4806-4437-85b6-dcc9b15b0005 service nova] Releasing lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.754433] env[65762]: DEBUG oslo_concurrency.lockutils [req-87005ce6-86e9-4b65-a303-c180c237b306 req-10b30f70-7f7f-4612-bbdb-ccb531608600 service nova] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.890523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "74dd4675-f16d-4833-b78d-911898c9911a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.890814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.934085] env[65762]: INFO nova.compute.manager [-] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Took 1.96 seconds to deallocate network for instance. [ 803.949775] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Successfully created port: af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 803.958454] env[65762]: DEBUG nova.network.neutron [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 804.025563] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.028569] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 804.073614] env[65762]: WARNING neutronclient.v2_0.client [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.104383] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dd486d-d2ae-4075-8b50-28912b27d383 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.114020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e452096b-c906-4b1f-861d-6b7e50c31f62 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.149415] env[65762]: DEBUG nova.compute.manager [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 804.149682] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.153704] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6d97d-8686-4580-875a-00369f9fc5b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.157112] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f73e42-93c5-4573-b622-89b77ed1b93f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.168406] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720d7bd-574b-4411-acae-605194d595fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.175147] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.175147] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a2daf26-b2b8-4272-8d3d-2f5b8529a613 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.189715] env[65762]: DEBUG nova.compute.provider_tree [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.192992] env[65762]: DEBUG oslo_vmware.api [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 804.192992] env[65762]: value = "task-4560141" [ 804.192992] env[65762]: _type = "Task" [ 804.192992] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.204015] env[65762]: DEBUG oslo_vmware.api [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.215316] env[65762]: DEBUG nova.network.neutron [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Updating instance_info_cache with network_info: [{"id": "84dd574e-602f-42fb-a98d-8404fe918eab", "address": "fa:16:3e:73:3b:d2", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dd574e-60", "ovs_interfaceid": "84dd574e-602f-42fb-a98d-8404fe918eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.294379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.304667] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Successfully created port: ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 804.394175] env[65762]: DEBUG nova.compute.utils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.444063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.517577] env[65762]: DEBUG nova.compute.manager [req-c1835ea8-83f2-4b97-b735-c86958c0a39c req-e4102bfc-7bd9-4a2b-ba4f-53bfaec70c75 service nova] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Received event network-vif-deleted-b9c2024f-f2e3-4345-b25c-0771821fa2d8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 804.517866] env[65762]: DEBUG nova.compute.manager [req-c1835ea8-83f2-4b97-b735-c86958c0a39c req-e4102bfc-7bd9-4a2b-ba4f-53bfaec70c75 service nova] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Received event network-vif-deleted-425807db-c102-4bcb-871e-afcc863a27f3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 804.521941] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560140, 'name': ReconfigVM_Task, 'duration_secs': 0.827843} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.522211] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.522838] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c2038ac-4004-473a-85d4-f4b273a47069 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.530353] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 804.530353] env[65762]: value = "task-4560142" [ 804.530353] env[65762]: _type = "Task" [ 804.530353] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.542371] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560142, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.624958] env[65762]: DEBUG nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 804.625440] env[65762]: DEBUG nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing instance network info cache due to event network-changed-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 804.625440] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Acquiring lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.625440] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Acquired lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.625703] env[65762]: DEBUG nova.network.neutron [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Refreshing network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.694717] env[65762]: DEBUG nova.scheduler.client.report [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.709271] env[65762]: DEBUG oslo_vmware.api [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560141, 'name': PowerOffVM_Task, 'duration_secs': 0.20254} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.709523] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.709688] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.710276] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b9eef7c-1e28-45b1-a0ab-2b348e6b9819 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.718470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Releasing lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.718830] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Instance network_info: |[{"id": "84dd574e-602f-42fb-a98d-8404fe918eab", "address": "fa:16:3e:73:3b:d2", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dd574e-60", "ovs_interfaceid": "84dd574e-602f-42fb-a98d-8404fe918eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 804.719337] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:3b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84dd574e-602f-42fb-a98d-8404fe918eab', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.728744] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 804.729381] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.729664] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d1ea7c-435e-4888-a997-0e5b903f50c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.751018] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.751018] env[65762]: value = "task-4560144" [ 804.751018] env[65762]: _type = "Task" [ 804.751018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.760328] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560144, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.784108] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.784354] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.784536] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Deleting the datastore file [datastore2] 9013b1a1-0239-4fdb-be67-c233bda73310 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.784821] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788870a6-7f67-4741-ab48-0ca6cbede350 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.791634] env[65762]: DEBUG oslo_vmware.api [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for the task: (returnval){ [ 804.791634] env[65762]: value = "task-4560145" [ 804.791634] env[65762]: _type = "Task" [ 804.791634] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.801360] env[65762]: DEBUG oslo_vmware.api [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.897524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.041906] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560142, 'name': Rename_Task, 'duration_secs': 0.322237} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.042271] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.042535] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aa143e3-604c-4946-a85e-270ec9e3c4be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.045204] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 805.053427] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 805.053427] env[65762]: value = "task-4560146" [ 805.053427] env[65762]: _type = "Task" [ 805.053427] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.063996] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.072701] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 805.072937] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.073084] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 805.073264] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.073403] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 805.073675] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 805.073745] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.073887] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 805.074198] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 805.074378] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 805.074658] env[65762]: DEBUG nova.virt.hardware [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 805.075435] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c07041d-25d2-48e3-9e2f-199aeacdd7da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.083954] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8cf7ba-c8d3-4783-88ce-db59296f5962 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.128847] env[65762]: WARNING neutronclient.v2_0.client [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.203638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.206822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.828s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.207353] env[65762]: DEBUG nova.objects.instance [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'resources' on Instance uuid 62090198-5bba-4601-bc2f-bfcbd6ed5995 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.243920] env[65762]: INFO nova.scheduler.client.report [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Deleted allocations for instance 7913a6e0-c740-40bf-8633-8aa1e0a74b3c [ 805.263925] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560144, 'name': CreateVM_Task, 'duration_secs': 0.501479} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.263925] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.264471] env[65762]: WARNING neutronclient.v2_0.client [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.264888] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.265127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.265650] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.266880] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09be48e-895a-482a-9128-cfbb8b8bc2d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.272798] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 805.272798] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52473ea6-003a-d075-051a-6bbf56a671b3" [ 805.272798] env[65762]: _type = "Task" [ 805.272798] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.283200] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52473ea6-003a-d075-051a-6bbf56a671b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.306025] env[65762]: DEBUG oslo_vmware.api [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Task: {'id': task-4560145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173661} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.306025] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.306025] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.306025] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.306025] env[65762]: INFO nova.compute.manager [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Took 1.15 seconds to destroy the instance on the hypervisor. [ 805.306025] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.306025] env[65762]: DEBUG nova.compute.manager [-] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 805.306025] env[65762]: DEBUG nova.network.neutron [-] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.306025] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.566236] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.583040] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.756626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e3e1c442-028f-48b5-955c-fb3fcf60d06c tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Lock "7913a6e0-c740-40bf-8633-8aa1e0a74b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.084s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.790722] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52473ea6-003a-d075-051a-6bbf56a671b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.791103] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.791271] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.791507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.791659] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.791822] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.792184] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70ab0347-3d01-4e1d-aeda-e44e40b70bcc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.806032] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.806234] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.807136] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd296ff-1d2b-48d6-aea7-9aa3d5d446e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.819909] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 805.819909] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b58257-07fa-27d0-2911-0369fdc2908a" [ 805.819909] env[65762]: _type = "Task" [ 805.819909] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.832194] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b58257-07fa-27d0-2911-0369fdc2908a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.872866] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Successfully updated port: af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.999909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "74dd4675-f16d-4833-b78d-911898c9911a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.999909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.999909] env[65762]: INFO nova.compute.manager [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Attaching volume 37db84e7-8cd1-417d-b93a-a8917fce8c8e to /dev/sdb [ 806.056391] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1fb77-d68e-466f-8fe1-d60dbfc52cd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.076181] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb00ac-245b-4ce0-899d-c60288168258 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.078976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "a93325c6-8901-488c-a626-bf1aa9f4f3af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.079216] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.079437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "a93325c6-8901-488c-a626-bf1aa9f4f3af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.079630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.079795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.084175] env[65762]: INFO nova.compute.manager [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Terminating instance [ 806.085578] env[65762]: DEBUG oslo_vmware.api [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560146, 'name': PowerOnVM_Task, 'duration_secs': 0.816287} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.090374] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.090374] env[65762]: INFO nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Took 9.02 seconds to spawn the instance on the hypervisor. [ 806.090374] env[65762]: DEBUG nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 806.091927] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48121a-b7b5-4a76-acf5-494fdf9f72e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.107197] env[65762]: DEBUG nova.virt.block_device [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Updating existing volume attachment record: 474c4344-ad28-4095-86c4-575486fd072c {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 806.338233] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b58257-07fa-27d0-2911-0369fdc2908a, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.339780] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e13b47-5539-4764-93f6-59ab53ba5310 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.351466] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 806.351466] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52eed6e1-41a1-5cf6-3ab5-e972a36479d8" [ 806.351466] env[65762]: _type = "Task" [ 806.351466] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.366569] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52eed6e1-41a1-5cf6-3ab5-e972a36479d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.381680] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cac8eb-982d-4855-9ba6-c58ee0c7811e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.389232] env[65762]: WARNING neutronclient.v2_0.client [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.395291] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ba474-0ca9-4bc2-9f50-f4981f991f76 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.434882] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40feaf3b-aa6f-4dbc-aa6a-ec358b1cf3aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.446930] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f24366e-0751-4831-86d4-258cbf5f135a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.468395] env[65762]: DEBUG nova.compute.provider_tree [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.596282] env[65762]: DEBUG nova.compute.manager [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 806.596602] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.597519] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefae353-6255-4301-9ed5-e598ea18a8dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.608112] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.608112] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac9bda0-ac4c-4320-9113-473ecd80ea53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.621749] env[65762]: INFO nova.compute.manager [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Took 38.28 seconds to build instance. [ 806.623115] env[65762]: DEBUG oslo_vmware.api [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 806.623115] env[65762]: value = "task-4560150" [ 806.623115] env[65762]: _type = "Task" [ 806.623115] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.635977] env[65762]: DEBUG oslo_vmware.api [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.771569] env[65762]: DEBUG nova.network.neutron [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updated VIF entry in instance network info cache for port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.772148] env[65762]: DEBUG nova.network.neutron [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [{"id": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "address": "fa:16:3e:c9:ff:c0", "network": {"id": "423108fe-6224-4199-8c5c-05e3bda35f65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-528721834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "18320fd2d357416ebed187c11872f38c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac5e7e2-85", "ovs_interfaceid": "9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.825455] env[65762]: DEBUG nova.network.neutron [-] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.862309] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52eed6e1-41a1-5cf6-3ab5-e972a36479d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01253} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.862656] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.862870] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad/76ac59fc-c1d6-419e-90f3-d2099d3069ad.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.863156] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7896f9e7-2bbb-4eb5-8beb-b8631a47a437 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.871885] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 806.871885] env[65762]: value = "task-4560151" [ 806.871885] env[65762]: _type = "Task" [ 806.871885] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.881499] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.940838] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "e79742af-9767-4151-9a76-242d7994db55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.941222] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "e79742af-9767-4151-9a76-242d7994db55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.941423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "e79742af-9767-4151-9a76-242d7994db55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.941649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "e79742af-9767-4151-9a76-242d7994db55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.941846] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "e79742af-9767-4151-9a76-242d7994db55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.944183] env[65762]: INFO nova.compute.manager [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Terminating instance [ 806.972622] env[65762]: DEBUG nova.scheduler.client.report [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.124627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eb73c445-d5eb-479f-b45d-b2d142845fbf tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.701s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.139471] env[65762]: DEBUG oslo_vmware.api [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560150, 'name': PowerOffVM_Task, 'duration_secs': 0.231355} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.139933] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.140617] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.140617] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830ddce6-f2eb-49ae-8fa6-cd76fef30060 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.229027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.229027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.229027] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleting the datastore file [datastore1] a93325c6-8901-488c-a626-bf1aa9f4f3af {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.229027] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44043979-3e72-4a96-bea9-4f268593690c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.236096] env[65762]: DEBUG oslo_vmware.api [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 807.236096] env[65762]: value = "task-4560153" [ 807.236096] env[65762]: _type = "Task" [ 807.236096] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.246016] env[65762]: DEBUG oslo_vmware.api [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.274697] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Releasing lock "refresh_cache-e79742af-9767-4151-9a76-242d7994db55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.275638] env[65762]: DEBUG nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Received event network-vif-plugged-84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 807.275638] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Acquiring lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.275638] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.275638] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.275903] env[65762]: DEBUG nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] No waiting events found dispatching network-vif-plugged-84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 807.275987] env[65762]: WARNING nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Received unexpected event network-vif-plugged-84dd574e-602f-42fb-a98d-8404fe918eab for instance with vm_state building and task_state spawning. [ 807.276166] env[65762]: DEBUG nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Received event network-changed-84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 807.276484] env[65762]: DEBUG nova.compute.manager [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Refreshing instance network info cache due to event network-changed-84dd574e-602f-42fb-a98d-8404fe918eab. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 807.276832] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Acquiring lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.276992] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Acquired lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.277183] env[65762]: DEBUG nova.network.neutron [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Refreshing network info cache for port 84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.328052] env[65762]: INFO nova.compute.manager [-] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Took 2.02 seconds to deallocate network for instance. [ 807.384955] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481675} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.385619] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad/76ac59fc-c1d6-419e-90f3-d2099d3069ad.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.385872] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.386164] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef77084d-4569-4559-81c7-5b2c01afb2d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.395564] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 807.395564] env[65762]: value = "task-4560154" [ 807.395564] env[65762]: _type = "Task" [ 807.395564] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.406945] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.449605] env[65762]: DEBUG nova.compute.manager [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 807.449911] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.451105] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a61a24-8684-4da1-885d-86296bba571a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.460172] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.460468] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6307cbeb-7e67-48b9-b2ca-2c7f1f108512 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.469141] env[65762]: DEBUG oslo_vmware.api [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 807.469141] env[65762]: value = "task-4560155" [ 807.469141] env[65762]: _type = "Task" [ 807.469141] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.479467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.481847] env[65762]: DEBUG oslo_vmware.api [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.482461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.048s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.484175] env[65762]: INFO nova.compute.claims [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.510049] env[65762]: INFO nova.scheduler.client.report [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance 62090198-5bba-4601-bc2f-bfcbd6ed5995 [ 807.747310] env[65762]: DEBUG oslo_vmware.api [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237654} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.747469] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.747654] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.747859] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.748161] env[65762]: INFO nova.compute.manager [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 807.748417] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.748635] env[65762]: DEBUG nova.compute.manager [-] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 807.748765] env[65762]: DEBUG nova.network.neutron [-] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 807.749304] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.780770] env[65762]: WARNING neutronclient.v2_0.client [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.836292] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.906860] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067401} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.907974] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.908731] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a42da-d9d7-4ba1-b843-820b37c45ec5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.932295] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad/76ac59fc-c1d6-419e-90f3-d2099d3069ad.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.932630] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a20571f-cf83-4292-8cae-8028312688c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.954535] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 807.954535] env[65762]: value = "task-4560156" [ 807.954535] env[65762]: _type = "Task" [ 807.954535] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.963601] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.982324] env[65762]: DEBUG oslo_vmware.api [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560155, 'name': PowerOffVM_Task, 'duration_secs': 0.244912} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.982324] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.982324] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.982324] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13d2cfa-8724-4124-9398-7345e332d587 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.018954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ea254ebe-1928-48a3-9249-95e069e23b69 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "62090198-5bba-4601-bc2f-bfcbd6ed5995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.676s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.060636] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Successfully updated port: ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.062892] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.063215] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.063426] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Deleting the datastore file [datastore2] e79742af-9767-4151-9a76-242d7994db55 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.063969] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025e567c-d5dc-4d1e-81e2-d77068e60b24 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.072934] env[65762]: DEBUG oslo_vmware.api [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for the task: (returnval){ [ 808.072934] env[65762]: value = "task-4560158" [ 808.072934] env[65762]: _type = "Task" [ 808.072934] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.083682] env[65762]: DEBUG oslo_vmware.api [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.119738] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.466671] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.567632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.568064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.569365] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.589897] env[65762]: DEBUG oslo_vmware.api [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Task: {'id': task-4560158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220862} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.594471] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.594471] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.594471] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.594471] env[65762]: INFO nova.compute.manager [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] [instance: e79742af-9767-4151-9a76-242d7994db55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 808.594779] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.595806] env[65762]: DEBUG nova.compute.manager [-] [instance: e79742af-9767-4151-9a76-242d7994db55] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 808.595905] env[65762]: DEBUG nova.network.neutron [-] [instance: e79742af-9767-4151-9a76-242d7994db55] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.597028] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.734797] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.899326] env[65762]: DEBUG nova.compute.manager [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received event network-vif-plugged-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 808.900176] env[65762]: DEBUG oslo_concurrency.lockutils [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] Acquiring lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.900176] env[65762]: DEBUG oslo_concurrency.lockutils [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.900176] env[65762]: DEBUG oslo_concurrency.lockutils [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.900389] env[65762]: DEBUG nova.compute.manager [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] No waiting events found dispatching network-vif-plugged-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 808.900484] env[65762]: WARNING nova.compute.manager [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received unexpected event network-vif-plugged-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd for instance with vm_state building and task_state spawning. [ 808.900668] env[65762]: DEBUG nova.compute.manager [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received event network-changed-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 808.900914] env[65762]: DEBUG nova.compute.manager [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Refreshing instance network info cache due to event network-changed-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 808.901166] env[65762]: DEBUG oslo_concurrency.lockutils [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] Acquiring lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.972605] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.064543] env[65762]: DEBUG nova.network.neutron [-] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.190300] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d020a-54ef-462c-8706-272daf3deaad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.203927] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd001cb-21b9-403c-9180-001bb8075e14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.242256] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c89cb06-da8e-43bd-9e5a-ae0fdcc2b75e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.251722] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5a16be-7f38-4023-a1c8-d11d895420c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.267146] env[65762]: DEBUG nova.compute.provider_tree [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.468057] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.472887] env[65762]: WARNING neutronclient.v2_0.client [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.509287] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.570026] env[65762]: INFO nova.compute.manager [-] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Took 1.82 seconds to deallocate network for instance. [ 809.632319] env[65762]: DEBUG nova.network.neutron [-] [instance: e79742af-9767-4151-9a76-242d7994db55] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.728520] env[65762]: DEBUG nova.network.neutron [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Updated VIF entry in instance network info cache for port 84dd574e-602f-42fb-a98d-8404fe918eab. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 809.728939] env[65762]: DEBUG nova.network.neutron [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Updating instance_info_cache with network_info: [{"id": "84dd574e-602f-42fb-a98d-8404fe918eab", "address": "fa:16:3e:73:3b:d2", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dd574e-60", "ovs_interfaceid": "84dd574e-602f-42fb-a98d-8404fe918eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.771029] env[65762]: DEBUG nova.scheduler.client.report [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.876085] env[65762]: WARNING neutronclient.v2_0.client [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.968597] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560156, 'name': ReconfigVM_Task, 'duration_secs': 1.59067} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.969141] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad/76ac59fc-c1d6-419e-90f3-d2099d3069ad.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.969506] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65762) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 809.973013] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-be04ea7f-9bfd-4d61-984f-19099766bd6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.981848] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 809.981848] env[65762]: value = "task-4560160" [ 809.981848] env[65762]: _type = "Task" [ 809.981848] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.992841] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560160, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.077251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.141949] env[65762]: INFO nova.compute.manager [-] [instance: e79742af-9767-4151-9a76-242d7994db55] Took 1.54 seconds to deallocate network for instance. [ 810.148807] env[65762]: DEBUG nova.compute.manager [req-0a7af37f-91ff-4291-b83e-0756d674830a req-4c7e8cfb-9720-4dcf-8495-f0537f6b5c0f service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received event network-vif-plugged-ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 810.149057] env[65762]: DEBUG oslo_concurrency.lockutils [req-0a7af37f-91ff-4291-b83e-0756d674830a req-4c7e8cfb-9720-4dcf-8495-f0537f6b5c0f service nova] Acquiring lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.149339] env[65762]: DEBUG oslo_concurrency.lockutils [req-0a7af37f-91ff-4291-b83e-0756d674830a req-4c7e8cfb-9720-4dcf-8495-f0537f6b5c0f service nova] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.149528] env[65762]: DEBUG oslo_concurrency.lockutils [req-0a7af37f-91ff-4291-b83e-0756d674830a req-4c7e8cfb-9720-4dcf-8495-f0537f6b5c0f service nova] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.151477] env[65762]: DEBUG nova.compute.manager [req-0a7af37f-91ff-4291-b83e-0756d674830a req-4c7e8cfb-9720-4dcf-8495-f0537f6b5c0f service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] No waiting events found dispatching network-vif-plugged-ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 810.151477] env[65762]: WARNING nova.compute.manager [req-0a7af37f-91ff-4291-b83e-0756d674830a req-4c7e8cfb-9720-4dcf-8495-f0537f6b5c0f service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received unexpected event network-vif-plugged-ef469fa7-3d23-4187-8a78-dc8eb46670b4 for instance with vm_state building and task_state spawning. [ 810.193087] env[65762]: WARNING neutronclient.v2_0.client [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.232927] env[65762]: DEBUG oslo_concurrency.lockutils [req-68c2979e-fe17-4729-9d58-0626358cf8fe req-be2dbbfb-64f3-4abc-81f0-ba12fcfefe27 service nova] Releasing lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.279496] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.280038] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 810.283601] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.983s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.283910] env[65762]: DEBUG nova.objects.instance [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lazy-loading 'resources' on Instance uuid fac63c6e-a9bc-45b7-9f28-e17fda40bf82 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.351197] env[65762]: DEBUG nova.network.neutron [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Updating instance_info_cache with network_info: [{"id": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "address": "fa:16:3e:c3:96:c6", "network": {"id": "01b7ac5f-fab8-4745-8b82-2741c2e25ea1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639840871", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf74b33f-1a", "ovs_interfaceid": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "address": "fa:16:3e:21:1c:2a", "network": {"id": "e04bce05-f0af-41b3-8437-2b75a41aa6f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1217000927", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef469fa7-3d", "ovs_interfaceid": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.494951] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560160, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.067685} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.495248] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65762) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 810.496040] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5230a3ec-b977-4cbd-9e02-0b1303ec778b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.533145] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad/ephemeral_0.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.533487] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a1baef-651c-4da9-b22e-073207e2e856 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.555531] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 810.555531] env[65762]: value = "task-4560161" [ 810.555531] env[65762]: _type = "Task" [ 810.555531] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.564692] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.655045] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.698697] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 810.698965] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891098', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'name': 'volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74dd4675-f16d-4833-b78d-911898c9911a', 'attached_at': '', 'detached_at': '', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'serial': '37db84e7-8cd1-417d-b93a-a8917fce8c8e'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 810.699967] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc484f29-3eb6-4b17-b34b-daff6d851970 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.721380] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb43d5-a117-4c19-9546-eb05332aecbd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.751651] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e/volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.752018] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2a05e9-c6d0-4392-b975-8274a46a6190 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.773363] env[65762]: DEBUG oslo_vmware.api [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 810.773363] env[65762]: value = "task-4560162" [ 810.773363] env[65762]: _type = "Task" [ 810.773363] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.789639] env[65762]: DEBUG nova.compute.utils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.793827] env[65762]: DEBUG oslo_vmware.api [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.795413] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 810.795413] env[65762]: DEBUG nova.network.neutron [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 810.795413] env[65762]: WARNING neutronclient.v2_0.client [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.795638] env[65762]: WARNING neutronclient.v2_0.client [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.858904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Releasing lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.858904] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Instance network_info: |[{"id": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "address": "fa:16:3e:c3:96:c6", "network": {"id": "01b7ac5f-fab8-4745-8b82-2741c2e25ea1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639840871", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf74b33f-1a", "ovs_interfaceid": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "address": "fa:16:3e:21:1c:2a", "network": {"id": "e04bce05-f0af-41b3-8437-2b75a41aa6f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1217000927", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef469fa7-3d", "ovs_interfaceid": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 810.858904] env[65762]: DEBUG oslo_concurrency.lockutils [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] Acquired lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.858904] env[65762]: DEBUG nova.network.neutron [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Refreshing network info cache for port af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.858904] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:96:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af74b33f-1a1b-45f9-a548-43e3f0ca2fbd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:1c:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef469fa7-3d23-4187-8a78-dc8eb46670b4', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.869312] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 810.871199] env[65762]: DEBUG nova.policy [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b08ebb61a8a416a949297f0789596a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b03dec26b794827b9a397ff1fe40e5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.873980] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.880636] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6527237-1e2f-4e59-b531-a0c85439e203 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.907132] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.907132] env[65762]: value = "task-4560163" [ 810.907132] env[65762]: _type = "Task" [ 810.907132] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.916637] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560163, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.068719] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.286506] env[65762]: DEBUG nova.network.neutron [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Successfully created port: dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.299195] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 811.302823] env[65762]: DEBUG oslo_vmware.api [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560162, 'name': ReconfigVM_Task, 'duration_secs': 0.463908} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.303479] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e/volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.312074] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8953f7c5-0a3f-445a-b86c-e0afb828da1b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.334801] env[65762]: DEBUG oslo_vmware.api [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 811.334801] env[65762]: value = "task-4560164" [ 811.334801] env[65762]: _type = "Task" [ 811.334801] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.348931] env[65762]: DEBUG oslo_vmware.api [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.374523] env[65762]: WARNING neutronclient.v2_0.client [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.418069] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560163, 'name': CreateVM_Task, 'duration_secs': 0.459788} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.418069] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.419999] env[65762]: WARNING neutronclient.v2_0.client [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.419999] env[65762]: WARNING neutronclient.v2_0.client [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.419999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.419999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.419999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.422657] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0ad785-174a-4431-927b-a2ecf734ce68 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.429398] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 811.429398] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f83341-90a2-d499-d46b-c81dc96263b0" [ 811.429398] env[65762]: _type = "Task" [ 811.429398] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.444019] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f83341-90a2-d499-d46b-c81dc96263b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.537581] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd18daa-32bd-4a7b-91c2-c965af892409 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.548581] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f202e-dddf-47e2-aeac-38aadbaafc9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.595269] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05dc92b-35cb-4da2-865f-a43d3f2e540b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.601760] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560161, 'name': ReconfigVM_Task, 'duration_secs': 0.604499} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.602453] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad/ephemeral_0.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.603159] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776949dc-8d71-4200-b9a6-dbfd4d0cf8c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.608564] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c626ded-58b7-47ab-8881-ada425c4ed17 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.614359] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 811.614359] env[65762]: value = "task-4560165" [ 811.614359] env[65762]: _type = "Task" [ 811.614359] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.626773] env[65762]: DEBUG nova.compute.provider_tree [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.635618] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560165, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.848576] env[65762]: DEBUG oslo_vmware.api [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560164, 'name': ReconfigVM_Task, 'duration_secs': 0.216783} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.854390] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891098', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'name': 'volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74dd4675-f16d-4833-b78d-911898c9911a', 'attached_at': '', 'detached_at': '', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'serial': '37db84e7-8cd1-417d-b93a-a8917fce8c8e'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 811.941722] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f83341-90a2-d499-d46b-c81dc96263b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.942315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.942573] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.942811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.942952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.943319] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.943960] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c350d7-34e7-4f5b-b617-2652ff5e4a63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.955844] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.956081] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.956915] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca87ee7-888f-4edc-8800-7de121f203d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.963968] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 811.963968] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fd1b3a-b731-cbe0-70f9-9c04bcfb9f45" [ 811.963968] env[65762]: _type = "Task" [ 811.963968] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.976468] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fd1b3a-b731-cbe0-70f9-9c04bcfb9f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.003330] env[65762]: INFO nova.compute.manager [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Rescuing [ 812.003330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.003330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.003330] env[65762]: DEBUG nova.network.neutron [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.127293] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560165, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.132505] env[65762]: DEBUG nova.scheduler.client.report [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.315023] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 812.345381] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.346275] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.346275] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.346275] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.346275] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.346506] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.346546] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.346713] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.347055] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.347106] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.347256] env[65762]: DEBUG nova.virt.hardware [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.348219] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427404bf-5e54-4946-953f-a1a9821aa06c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.359071] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672e8a2a-c53d-4964-9002-e49e77f54ad4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.477388] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fd1b3a-b731-cbe0-70f9-9c04bcfb9f45, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.478589] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafecd76-94c6-47f3-a1ee-43f66fe1a59c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.487241] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 812.487241] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5286c753-f7c3-5d46-2d2c-85587b34f6f0" [ 812.487241] env[65762]: _type = "Task" [ 812.487241] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.499532] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5286c753-f7c3-5d46-2d2c-85587b34f6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.504900] env[65762]: WARNING neutronclient.v2_0.client [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.628158] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560165, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.636728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.640997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.486s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.671768] env[65762]: INFO nova.scheduler.client.report [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Deleted allocations for instance fac63c6e-a9bc-45b7-9f28-e17fda40bf82 [ 812.920531] env[65762]: DEBUG nova.objects.instance [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'flavor' on Instance uuid 74dd4675-f16d-4833-b78d-911898c9911a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.975212] env[65762]: DEBUG nova.network.neutron [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Successfully updated port: dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.001668] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5286c753-f7c3-5d46-2d2c-85587b34f6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.005189] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.005488] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3/70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.006920] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a227557-f632-48b3-9a2e-5aa11f91b85d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.020897] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 813.020897] env[65762]: value = "task-4560166" [ 813.020897] env[65762]: _type = "Task" [ 813.020897] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.032024] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.050900] env[65762]: WARNING neutronclient.v2_0.client [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.064103] env[65762]: WARNING neutronclient.v2_0.client [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.131625] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560165, 'name': Rename_Task, 'duration_secs': 1.474539} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.131625] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.131947] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533b2ae7-ec60-473e-aad9-f4550ce90ae8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.141865] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 813.141865] env[65762]: value = "task-4560167" [ 813.141865] env[65762]: _type = "Task" [ 813.141865] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.151554] env[65762]: INFO nova.compute.claims [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.163273] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.181574] env[65762]: DEBUG oslo_concurrency.lockutils [None req-649cc72e-2f7e-446d-916e-100bb33f7cc9 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Lock "fac63c6e-a9bc-45b7-9f28-e17fda40bf82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.881s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.200526] env[65762]: DEBUG nova.compute.manager [req-353cfcb7-701d-4aff-a9a3-019e8d39cdad req-e007da17-237e-44fd-9b9e-a522c89e6002 service nova] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Received event network-vif-deleted-6de6b00b-e4e5-4c19-bf4b-dece0a19393b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 813.200826] env[65762]: DEBUG nova.compute.manager [req-353cfcb7-701d-4aff-a9a3-019e8d39cdad req-e007da17-237e-44fd-9b9e-a522c89e6002 service nova] [instance: e79742af-9767-4151-9a76-242d7994db55] Received event network-vif-deleted-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 813.250626] env[65762]: DEBUG nova.network.neutron [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Updated VIF entry in instance network info cache for port af74b33f-1a1b-45f9-a548-43e3f0ca2fbd. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 813.251150] env[65762]: DEBUG nova.network.neutron [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Updating instance_info_cache with network_info: [{"id": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "address": "fa:16:3e:c3:96:c6", "network": {"id": "01b7ac5f-fab8-4745-8b82-2741c2e25ea1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639840871", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf74b33f-1a", "ovs_interfaceid": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "address": "fa:16:3e:21:1c:2a", "network": {"id": "e04bce05-f0af-41b3-8437-2b75a41aa6f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1217000927", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef469fa7-3d", "ovs_interfaceid": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.297993] env[65762]: DEBUG nova.network.neutron [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Updating instance_info_cache with network_info: [{"id": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "address": "fa:16:3e:79:35:2d", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8495aa-d9", "ovs_interfaceid": "dd8495aa-d9e1-4a9e-a830-33c89d11309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.430597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54c0b109-6744-4a49-baf1-cb82a609e836 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.431s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.479162] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.479421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.479797] env[65762]: DEBUG nova.network.neutron [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.533218] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560166, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.659185] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.666152] env[65762]: INFO nova.compute.resource_tracker [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating resource usage from migration 4a589e71-49fc-41f7-91d5-3e3b329415fc [ 813.754664] env[65762]: DEBUG oslo_concurrency.lockutils [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] Releasing lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.754731] env[65762]: DEBUG nova.compute.manager [req-1533f6cb-dccc-47ee-aed6-d02c23844107 req-794f9fac-7db2-4ead-bf62-b32a77f2c8f6 service nova] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Received event network-vif-deleted-51d279ba-8215-4219-9d09-8841eca0859b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 813.801492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "refresh_cache-d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.850275] env[65762]: DEBUG nova.compute.manager [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received event network-changed-ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 813.850602] env[65762]: DEBUG nova.compute.manager [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Refreshing instance network info cache due to event network-changed-ef469fa7-3d23-4187-8a78-dc8eb46670b4. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 813.850602] env[65762]: DEBUG oslo_concurrency.lockutils [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] Acquiring lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.851353] env[65762]: DEBUG oslo_concurrency.lockutils [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] Acquired lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.851353] env[65762]: DEBUG nova.network.neutron [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Refreshing network info cache for port ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.040691] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545202} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.040995] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3/70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.041240] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.041577] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c33912-72db-463c-a9b8-528a68606fc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.044226] env[65762]: DEBUG nova.network.neutron [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.054832] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 814.054832] env[65762]: value = "task-4560168" [ 814.054832] env[65762]: _type = "Task" [ 814.054832] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.064955] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.157487] env[65762]: DEBUG oslo_vmware.api [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560167, 'name': PowerOnVM_Task, 'duration_secs': 0.772627} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.157738] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.157896] env[65762]: INFO nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Took 11.37 seconds to spawn the instance on the hypervisor. [ 814.158105] env[65762]: DEBUG nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 814.159098] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb35e2d-0519-40f7-a869-70992adb02c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.202496] env[65762]: WARNING neutronclient.v2_0.client [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.296978] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d82c2-f0be-4029-8a0b-057b26abfda6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.306305] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a448a4-da9c-4b39-9d77-5ab5944998d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.340351] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e85c0-f59f-4c7a-93e5-70cc01da405d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.356060] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f2e7a-ce1d-4c45-9f31-4f98ab6cf53f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.358519] env[65762]: WARNING neutronclient.v2_0.client [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.375873] env[65762]: DEBUG nova.compute.provider_tree [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.378256] env[65762]: DEBUG nova.network.neutron [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.565843] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073783} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.567758] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.568563] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c91d0d-6def-4d5b-9df8-d91346f3d246 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.600799] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3/70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.601163] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f601a7bd-7452-4be1-b2e0-75d69856e5b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.622647] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 814.622647] env[65762]: value = "task-4560169" [ 814.622647] env[65762]: _type = "Task" [ 814.622647] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.632089] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.682365] env[65762]: INFO nova.compute.manager [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Took 43.59 seconds to build instance. [ 814.707273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "74dd4675-f16d-4833-b78d-911898c9911a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.707783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.707849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "74dd4675-f16d-4833-b78d-911898c9911a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.708140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.708222] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.710258] env[65762]: INFO nova.compute.manager [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Terminating instance [ 814.883582] env[65762]: DEBUG nova.scheduler.client.report [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.887619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.888056] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Instance network_info: |[{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 814.889181] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:4a:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcb88681-3eb7-4157-a469-5b0dd3d3434c', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.897956] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating folder: Project (9b03dec26b794827b9a397ff1fe40e5f). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.898271] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1812b873-18ba-432d-975c-eef89fa32da0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.915881] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created folder: Project (9b03dec26b794827b9a397ff1fe40e5f) in parent group-v890951. [ 814.916167] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating folder: Instances. Parent ref: group-v891100. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.916383] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff510a05-45a5-4ff3-a8a2-23547cf5e872 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.934168] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created folder: Instances in parent group-v891100. [ 814.934402] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.934622] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.934878] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17d84507-2343-4acd-9187-ced6c874dd04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.963324] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.963324] env[65762]: value = "task-4560172" [ 814.963324] env[65762]: _type = "Task" [ 814.963324] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.973235] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560172, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.135227] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560169, 'name': ReconfigVM_Task, 'duration_secs': 0.337877} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.135227] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3/70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.135227] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c224a2c3-5174-4d1a-9d9a-fde66536a045 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.143795] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 815.143795] env[65762]: value = "task-4560173" [ 815.143795] env[65762]: _type = "Task" [ 815.143795] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.157219] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560173, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.184999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.539s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.215281] env[65762]: DEBUG nova.compute.manager [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 815.215688] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.216143] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae93412c-31d5-48fd-9371-58966e39ed98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.224677] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 815.224677] env[65762]: value = "task-4560174" [ 815.224677] env[65762]: _type = "Task" [ 815.224677] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.238059] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.331519] env[65762]: WARNING neutronclient.v2_0.client [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.348588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.348749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.353105] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.353105] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb8f0e2-5d94-43f4-90ef-a7815b3b5a7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.363919] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 815.363919] env[65762]: value = "task-4560175" [ 815.363919] env[65762]: _type = "Task" [ 815.363919] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.377309] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.390485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.749s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.390485] env[65762]: INFO nova.compute.manager [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Migrating [ 815.400770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.492s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.402220] env[65762]: INFO nova.compute.claims [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.476272] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560172, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.573491] env[65762]: DEBUG nova.network.neutron [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Updated VIF entry in instance network info cache for port ef469fa7-3d23-4187-8a78-dc8eb46670b4. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.573988] env[65762]: DEBUG nova.network.neutron [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Updating instance_info_cache with network_info: [{"id": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "address": "fa:16:3e:c3:96:c6", "network": {"id": "01b7ac5f-fab8-4745-8b82-2741c2e25ea1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639840871", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf74b33f-1a", "ovs_interfaceid": "af74b33f-1a1b-45f9-a548-43e3f0ca2fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "address": "fa:16:3e:21:1c:2a", "network": {"id": "e04bce05-f0af-41b3-8437-2b75a41aa6f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1217000927", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3fbbe13ece7d487c9cccbeb781561bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef469fa7-3d", "ovs_interfaceid": "ef469fa7-3d23-4187-8a78-dc8eb46670b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.657210] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560173, 'name': Rename_Task, 'duration_secs': 0.237188} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.659250] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.659591] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f191f38f-a941-4c42-bf88-0cec63f0c577 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.667628] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 815.667628] env[65762]: value = "task-4560176" [ 815.667628] env[65762]: _type = "Task" [ 815.667628] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.680440] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.734745] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560174, 'name': PowerOffVM_Task, 'duration_secs': 0.278212} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.735195] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.735521] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 815.735521] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891098', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'name': 'volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74dd4675-f16d-4833-b78d-911898c9911a', 'attached_at': '', 'detached_at': '', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'serial': '37db84e7-8cd1-417d-b93a-a8917fce8c8e'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 815.736312] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f24f9-4811-4253-99a4-48336606f70a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.760556] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be03e21-49df-42e9-822f-8da3c2ccdcd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.769404] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b75f5b4-86fa-46cb-a3e2-caadacbf0b21 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.794291] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0669a05-6686-4be1-bf2e-bf952eecfb6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.811276] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The volume has not been displaced from its original location: [datastore2] volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e/volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 815.816827] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.817215] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a2c606-e49a-4892-b231-1b3bac98b6b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.839551] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 815.839551] env[65762]: value = "task-4560177" [ 815.839551] env[65762]: _type = "Task" [ 815.839551] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.851573] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.851703] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 815.876856] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560175, 'name': PowerOffVM_Task, 'duration_secs': 0.244673} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.876856] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.877731] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d2a312-4847-450b-be22-27e75e36dabd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.905289] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f3653-3f7e-4805-8af4-8a2c4e778a9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.918718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.918718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.918718] env[65762]: DEBUG nova.network.neutron [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 815.956171] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.956171] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b23c0b-3b02-4644-af58-2d6a15924879 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.965493] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 815.965493] env[65762]: value = "task-4560178" [ 815.965493] env[65762]: _type = "Task" [ 815.965493] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.979187] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560172, 'name': CreateVM_Task, 'duration_secs': 0.526426} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.982705] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.983340] env[65762]: WARNING neutronclient.v2_0.client [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.983714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.983891] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.984244] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.984627] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 815.984817] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.984960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.985085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.985254] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.985494] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4126112e-2204-41f9-bbc9-cf7dcde3e031 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.987464] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f809f1e4-b178-4632-9ffc-d413e92bd9e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.993799] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 815.993799] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52152dbe-67c8-d650-671b-a557def9f6f8" [ 815.993799] env[65762]: _type = "Task" [ 815.993799] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.003791] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52152dbe-67c8-d650-671b-a557def9f6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.004926] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.005180] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.006018] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf120f43-c2ed-49cd-b696-4d2ca86de9b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.013070] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 816.013070] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bba830-ca59-c309-7bce-d2bb817874c4" [ 816.013070] env[65762]: _type = "Task" [ 816.013070] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.024441] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bba830-ca59-c309-7bce-d2bb817874c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.078624] env[65762]: DEBUG oslo_concurrency.lockutils [req-d34b47d8-0b51-44d1-91e1-c2d835686372 req-8f01df9e-f0c1-47fd-963d-6907076edb52 service nova] Releasing lock "refresh_cache-70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.180859] env[65762]: DEBUG oslo_vmware.api [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560176, 'name': PowerOnVM_Task, 'duration_secs': 0.504808} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.181537] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.182018] env[65762]: INFO nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Took 11.14 seconds to spawn the instance on the hypervisor. [ 816.182322] env[65762]: DEBUG nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 816.183705] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1f04ed-de11-4ef3-92a5-fa1d74547efa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.334038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.334038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.359967] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560177, 'name': ReconfigVM_Task, 'duration_secs': 0.24666} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.365397] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.372711] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4572623-6827-41a4-b3e1-769e176b09b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.385871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.396040] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 816.396040] env[65762]: value = "task-4560179" [ 816.396040] env[65762]: _type = "Task" [ 816.396040] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.411127] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.426401] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.510085] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52152dbe-67c8-d650-671b-a557def9f6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.023325} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.510623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.510893] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.511186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.511368] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.511609] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.511919] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7f77836-f2eb-44db-bddd-5bb696b8aaaa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.530716] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bba830-ca59-c309-7bce-d2bb817874c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.532835] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.532928] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.533872] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d976f4e8-3650-4ec2-b466-775c13902d7e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.536595] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0826a1e9-d85d-410e-9323-7279c388ab3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.546544] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 816.546544] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523726a7-07c7-c4e2-a1f9-f597082ddc0e" [ 816.546544] env[65762]: _type = "Task" [ 816.546544] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.549487] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 816.549487] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cd009b-e335-fd86-41fe-8b25725a867d" [ 816.549487] env[65762]: _type = "Task" [ 816.549487] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.571850] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cd009b-e335-fd86-41fe-8b25725a867d, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.571850] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523726a7-07c7-c4e2-a1f9-f597082ddc0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.572828] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.572958] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. {{(pid=65762) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 816.573236] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabe0bb3-4e12-461b-aa85-8e131e80ed17 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.575901] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb0b27a-824c-4234-8d61-7fa508df0505 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.583477] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 816.583477] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520a6a9b-baab-6528-824b-1bcdeb194f24" [ 816.583477] env[65762]: _type = "Task" [ 816.583477] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.595021] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 816.595021] env[65762]: value = "task-4560180" [ 816.595021] env[65762]: _type = "Task" [ 816.595021] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.603364] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520a6a9b-baab-6528-824b-1bcdeb194f24, 'name': SearchDatastore_Task, 'duration_secs': 0.013089} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.603364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.603699] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7/21fa923c-0d61-4ef9-bb0a-108ac2b111a7.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.604621] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e634e4-61b8-4783-80cf-dbc99d0e577d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.612825] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.622784] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 816.622784] env[65762]: value = "task-4560181" [ 816.622784] env[65762]: _type = "Task" [ 816.622784] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.633789] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.717502] env[65762]: INFO nova.compute.manager [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Took 43.79 seconds to build instance. [ 816.718972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.718972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.837420] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 816.867684] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.910021] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560179, 'name': ReconfigVM_Task, 'duration_secs': 0.238384} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.910528] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891098', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'name': 'volume-37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74dd4675-f16d-4833-b78d-911898c9911a', 'attached_at': '', 'detached_at': '', 'volume_id': '37db84e7-8cd1-417d-b93a-a8917fce8c8e', 'serial': '37db84e7-8cd1-417d-b93a-a8917fce8c8e'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.910856] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.911773] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a838b-8175-4844-835b-424aea65005f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.923617] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.923964] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94f2b5e5-780f-4ef2-9d8b-1a0fab45a437 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.013546] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.014321] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.014321] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleting the datastore file [datastore2] 74dd4675-f16d-4833-b78d-911898c9911a {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.015404] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-722e0831-2eab-4f0e-b007-13b0a2c8fae8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.026791] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 817.026791] env[65762]: value = "task-4560183" [ 817.026791] env[65762]: _type = "Task" [ 817.026791] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.038945] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.104090] env[65762]: DEBUG nova.network.neutron [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.110292] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560180, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.132873] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560181, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.156707] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04f338-4ad8-4779-874f-0ab873fde3b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.168568] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7754aa-b7d2-4cab-bfdb-cba477c4b42a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.206098] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea3db42-14ef-4b51-aca2-8e4de1268483 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.216465] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67bfe14-42c9-444c-b1b9-e4bac7eba8ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.221412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.006s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.221957] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 817.243153] env[65762]: DEBUG nova.compute.provider_tree [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.377054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.454693] env[65762]: DEBUG nova.compute.manager [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Received event network-vif-plugged-dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 817.454693] env[65762]: DEBUG oslo_concurrency.lockutils [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.454918] env[65762]: DEBUG oslo_concurrency.lockutils [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.454918] env[65762]: DEBUG oslo_concurrency.lockutils [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.455241] env[65762]: DEBUG nova.compute.manager [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] No waiting events found dispatching network-vif-plugged-dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 817.456228] env[65762]: WARNING nova.compute.manager [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Received unexpected event network-vif-plugged-dcb88681-3eb7-4157-a469-5b0dd3d3434c for instance with vm_state building and task_state spawning. [ 817.456228] env[65762]: DEBUG nova.compute.manager [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Received event network-changed-dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 817.456228] env[65762]: DEBUG nova.compute.manager [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Refreshing instance network info cache due to event network-changed-dcb88681-3eb7-4157-a469-5b0dd3d3434c. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 817.456228] env[65762]: DEBUG oslo_concurrency.lockutils [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.456228] env[65762]: DEBUG oslo_concurrency.lockutils [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.456674] env[65762]: DEBUG nova.network.neutron [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Refreshing network info cache for port dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.538560] env[65762]: DEBUG oslo_vmware.api [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470913} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.538560] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.538778] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.538932] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.539088] env[65762]: INFO nova.compute.manager [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Took 2.32 seconds to destroy the instance on the hypervisor. [ 817.539343] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.539569] env[65762]: DEBUG nova.compute.manager [-] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 817.539673] env[65762]: DEBUG nova.network.neutron [-] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 817.539926] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.605289] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78646} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.606380] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.609024] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. [ 817.610198] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48429fe2-4f51-4080-903c-84f8ddc86d1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.613123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648241] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.652801] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3af940-72c7-424b-993a-11dad1dce9f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.677264] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.679295] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 817.679295] env[65762]: value = "task-4560184" [ 817.679295] env[65762]: _type = "Task" [ 817.679295] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.690033] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.744024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.747231] env[65762]: DEBUG nova.scheduler.client.report [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.959742] env[65762]: WARNING neutronclient.v2_0.client [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.049929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.050971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.050971] env[65762]: DEBUG nova.objects.instance [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'flavor' on Instance uuid 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.144576] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.147097] env[65762]: WARNING neutronclient.v2_0.client [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.192372] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.253410] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.254219] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 818.256746] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.708s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.258226] env[65762]: INFO nova.compute.claims [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.264313] env[65762]: DEBUG nova.network.neutron [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updated VIF entry in instance network info cache for port dcb88681-3eb7-4157-a469-5b0dd3d3434c. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.264693] env[65762]: DEBUG nova.network.neutron [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.367192] env[65762]: DEBUG nova.network.neutron [-] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.554550] env[65762]: WARNING neutronclient.v2_0.client [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.644988] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560181, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.787228} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.645581] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7/21fa923c-0d61-4ef9-bb0a-108ac2b111a7.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.646053] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.646053] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-048f859a-59bd-41b2-9280-965d7e252a81 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.648939] env[65762]: DEBUG nova.objects.instance [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.659841] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 818.659841] env[65762]: value = "task-4560185" [ 818.659841] env[65762]: _type = "Task" [ 818.659841] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.671279] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.691838] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.765324] env[65762]: DEBUG nova.compute.utils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.767267] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 818.767526] env[65762]: DEBUG nova.network.neutron [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 818.767856] env[65762]: WARNING neutronclient.v2_0.client [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.768174] env[65762]: WARNING neutronclient.v2_0.client [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.770504] env[65762]: DEBUG oslo_concurrency.lockutils [req-c26ae5e9-c580-48b5-a3cd-70139109a895 req-cae39a16-a127-494b-b46e-c8630e6525e1 service nova] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.813170] env[65762]: DEBUG nova.policy [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0186423d46e49cc94694caf140579c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8302835dffb5436c8d221ec9bc526f12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.868895] env[65762]: INFO nova.compute.manager [-] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Took 1.33 seconds to deallocate network for instance. [ 819.133507] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c6fcf-3a81-406d-a8bb-01d12c2c96ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.155057] env[65762]: DEBUG nova.objects.base [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Object Instance<9b2a58b2-eec0-47f9-8e4e-0eeb87571d67> lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 819.155259] env[65762]: DEBUG nova.network.neutron [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 819.155676] env[65762]: WARNING neutronclient.v2_0.client [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.156067] env[65762]: WARNING neutronclient.v2_0.client [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.158186] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.172409] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073721} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.173333] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.173759] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01672aa-7c91-4fb5-8c6f-207509f9d2b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.206034] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7/21fa923c-0d61-4ef9-bb0a-108ac2b111a7.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.206034] env[65762]: DEBUG nova.network.neutron [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Successfully created port: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 819.211093] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb46ab00-f2f5-4212-9b1f-70fb55bb5cce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.227063] env[65762]: DEBUG nova.policy [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.236528] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.241017] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 819.241017] env[65762]: value = "task-4560186" [ 819.241017] env[65762]: _type = "Task" [ 819.241017] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.248216] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.272365] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 819.428556] env[65762]: INFO nova.compute.manager [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Took 0.56 seconds to detach 1 volumes for instance. [ 819.565428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.565718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.565919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.566106] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.566266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.569625] env[65762]: INFO nova.compute.manager [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Terminating instance [ 819.583535] env[65762]: DEBUG nova.network.neutron [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Successfully created port: 75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 819.665993] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.666264] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8eeae0-45f8-456d-8fca-b499992011ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.675031] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 819.675031] env[65762]: value = "task-4560187" [ 819.675031] env[65762]: _type = "Task" [ 819.675031] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.685056] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.705274] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.750015] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.906463] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841df710-1fd5-42a9-ae49-2d0a6d7c9fc5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.915277] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9f89d5-f658-4ee6-9d52-cb3336c84081 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.947356] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.948555] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9665e8f2-a00c-4f09-92ea-b458c55face0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.957810] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb0b2ca-0b1d-4a52-b50c-10c0bd966ff9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.974361] env[65762]: DEBUG nova.compute.provider_tree [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.074503] env[65762]: DEBUG nova.compute.manager [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 820.074785] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.075741] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9de2a6-90cc-47b6-982f-d53af5c790ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.087692] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.088132] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd558f5-4f31-431a-b3b6-140408d7f5ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.098233] env[65762]: DEBUG oslo_vmware.api [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 820.098233] env[65762]: value = "task-4560188" [ 820.098233] env[65762]: _type = "Task" [ 820.098233] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.115746] env[65762]: DEBUG oslo_vmware.api [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.188103] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560187, 'name': PowerOffVM_Task, 'duration_secs': 0.348029} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.188531] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.188749] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.204803] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560184, 'name': ReconfigVM_Task, 'duration_secs': 2.171198} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.205163] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.206134] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66573801-7242-49e6-adeb-cc4a469b02f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.236182] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f5f1df-5c66-45bc-9bac-327f3df768ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.258056] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560186, 'name': ReconfigVM_Task, 'duration_secs': 1.000813} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.259795] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7/21fa923c-0d61-4ef9-bb0a-108ac2b111a7.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.260625] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 820.260625] env[65762]: value = "task-4560189" [ 820.260625] env[65762]: _type = "Task" [ 820.260625] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.260872] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9c9b0c-35cd-45f0-91fd-2cda977551c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.273429] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.275684] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 820.275684] env[65762]: value = "task-4560190" [ 820.275684] env[65762]: _type = "Task" [ 820.275684] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.290254] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 820.292754] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560190, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.323209] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 820.323525] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.323679] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 820.323859] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.324050] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 820.324201] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 820.324428] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.324621] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 820.324806] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 820.325137] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 820.325394] env[65762]: DEBUG nova.virt.hardware [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 820.326419] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81def855-2be6-49a8-aab3-b4a013b029bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.336726] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c020e-f978-4bbe-b845-4da3eb932b51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.477984] env[65762]: DEBUG nova.scheduler.client.report [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.610035] env[65762]: DEBUG oslo_vmware.api [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560188, 'name': PowerOffVM_Task, 'duration_secs': 0.223847} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.610374] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.610546] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.610837] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b470c65-fbe8-407d-9897-8a8f6569f679 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.695650] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 820.695914] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.696101] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 820.696284] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.696449] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 820.696759] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 820.696910] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.697078] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 820.697245] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 820.697404] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 820.697577] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 820.702880] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d3abd4-0fdd-4524-bea4-a8ebe683d24e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720830] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 820.720830] env[65762]: value = "task-4560192" [ 820.720830] env[65762]: _type = "Task" [ 820.720830] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.729847] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.760191] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.760519] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.760718] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Deleting the datastore file [datastore2] 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.761116] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9947da70-daae-444f-9478-21db9958ec33 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.775471] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560189, 'name': ReconfigVM_Task, 'duration_secs': 0.191709} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.776951] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.777339] env[65762]: DEBUG oslo_vmware.api [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for the task: (returnval){ [ 820.777339] env[65762]: value = "task-4560193" [ 820.777339] env[65762]: _type = "Task" [ 820.777339] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.777550] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db70df0-5bab-43ef-a107-89c4e294e1ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.792994] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560190, 'name': Rename_Task, 'duration_secs': 0.204139} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.797493] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.797829] env[65762]: DEBUG oslo_vmware.api [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.798138] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 820.798138] env[65762]: value = "task-4560194" [ 820.798138] env[65762]: _type = "Task" [ 820.798138] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.798357] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ae6898f-7700-4f04-918c-ba46f2a3b67b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.810707] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560194, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.812466] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 820.812466] env[65762]: value = "task-4560195" [ 820.812466] env[65762]: _type = "Task" [ 820.812466] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.817926] env[65762]: DEBUG nova.network.neutron [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Successfully updated port: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 820.824124] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.983408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.984193] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 820.990286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.030s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.990286] env[65762]: DEBUG nova.objects.instance [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lazy-loading 'resources' on Instance uuid 073d851e-561b-418a-a3be-d3350198c85b {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.186927] env[65762]: DEBUG nova.network.neutron [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Successfully updated port: 75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 821.232382] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560192, 'name': ReconfigVM_Task, 'duration_secs': 0.248143} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.232744] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.293951] env[65762]: DEBUG oslo_vmware.api [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Task: {'id': task-4560193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165914} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.294232] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.294431] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.294614] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.294803] env[65762]: INFO nova.compute.manager [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 821.295081] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 821.295660] env[65762]: DEBUG nova.compute.manager [-] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 821.295880] env[65762]: DEBUG nova.network.neutron [-] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 821.296069] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.312335] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560194, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.324070] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.326756] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.327268] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.327645] env[65762]: DEBUG nova.network.neutron [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.342067] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.490946] env[65762]: DEBUG nova.compute.utils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.495225] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 821.495225] env[65762]: DEBUG nova.network.neutron [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 821.496145] env[65762]: WARNING neutronclient.v2_0.client [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.497140] env[65762]: WARNING neutronclient.v2_0.client [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.561894] env[65762]: DEBUG nova.policy [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f887b629c8864eb7a204ad8172ca0650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ca54edb2fe4c03bf3aa64458f06453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.689797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.690010] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.690298] env[65762]: DEBUG nova.network.neutron [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.738766] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52412f7c-af64-459e-83a6-a7fd1bd488eb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2024350607',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 821.739050] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.739229] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 821.739408] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.739566] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 821.739695] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 821.740448] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 821.740448] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 821.740448] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 821.740448] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 821.740681] env[65762]: DEBUG nova.virt.hardware [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 821.746353] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.749686] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537c4ebe-083d-44e9-b1ad-71ff81d24428 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.770770] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 821.770770] env[65762]: value = "task-4560196" [ 821.770770] env[65762]: _type = "Task" [ 821.770770] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.785882] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.811299] env[65762]: DEBUG oslo_vmware.api [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560194, 'name': PowerOnVM_Task, 'duration_secs': 0.740789} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.811601] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.816797] env[65762]: DEBUG nova.compute.manager [None req-88fc6cc3-1301-4e94-a70c-a6e985502e6f tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 821.822548] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068396f-32f1-4def-9dfd-ae84c27bb0bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.837627] env[65762]: DEBUG oslo_vmware.api [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560195, 'name': PowerOnVM_Task, 'duration_secs': 0.673362} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.842738] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.842966] env[65762]: INFO nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Took 9.53 seconds to spawn the instance on the hypervisor. [ 821.843254] env[65762]: DEBUG nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 821.844540] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431e22e-3c97-4044-aac3-02efb1fb7327 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.911267] env[65762]: DEBUG nova.network.neutron [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Successfully created port: 7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 821.917673] env[65762]: DEBUG nova.network.neutron [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 822.001017] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 822.053270] env[65762]: WARNING neutronclient.v2_0.client [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.135594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "956df797-f842-4717-a075-01f4f4b77d8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.135935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.164407] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847115ba-5ae5-4f21-a08e-1912093e8b02 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.173556] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec6f40-0153-41b7-be6a-1c2765dcbc3c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.214986] env[65762]: DEBUG nova.network.neutron [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.216770] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621b8c2-ffa9-4a1c-9104-d034eb030953 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.226205] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d9cb3-6e10-4521-914c-462750523416 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.243561] env[65762]: DEBUG nova.compute.provider_tree [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.267921] env[65762]: WARNING nova.network.neutron [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] 3e75a234-a1b9-4c26-a601-33b2349a5c97 already exists in list: networks containing: ['3e75a234-a1b9-4c26-a601-33b2349a5c97']. ignoring it [ 822.281161] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.365089] env[65762]: DEBUG nova.network.neutron [-] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.368170] env[65762]: INFO nova.compute.manager [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Took 43.95 seconds to build instance. [ 822.399394] env[65762]: WARNING neutronclient.v2_0.client [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.593194] env[65762]: WARNING neutronclient.v2_0.client [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.635712] env[65762]: DEBUG nova.compute.manager [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Received event network-vif-deleted-7fd101b6-0760-4d03-a5a2-0cc3e9102218 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 822.635712] env[65762]: DEBUG nova.compute.manager [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Received event network-changed-84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 822.635913] env[65762]: DEBUG nova.compute.manager [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Refreshing instance network info cache due to event network-changed-84dd574e-602f-42fb-a98d-8404fe918eab. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 822.635991] env[65762]: DEBUG oslo_concurrency.lockutils [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] Acquiring lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.636120] env[65762]: DEBUG oslo_concurrency.lockutils [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] Acquired lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.636274] env[65762]: DEBUG nova.network.neutron [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Refreshing network info cache for port 84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.640588] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 822.678559] env[65762]: DEBUG nova.network.neutron [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75313cf6-6885-41f6-b3ea-28fb5a398b48", "address": "fa:16:3e:c9:11:fa", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75313cf6-68", "ovs_interfaceid": "75313cf6-6885-41f6-b3ea-28fb5a398b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.720632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.720999] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Instance network_info: |[{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 822.721487] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:b8:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de8dd6b-c0fb-4b84-a07b-468cd768a7ea', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.729416] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Creating folder: Project (8302835dffb5436c8d221ec9bc526f12). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.730070] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b959e09-3ed3-42e8-9e4a-8b197ab4c97d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.742850] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Created folder: Project (8302835dffb5436c8d221ec9bc526f12) in parent group-v890951. [ 822.743095] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Creating folder: Instances. Parent ref: group-v891103. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.743370] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caaeaadc-776f-430a-a3f4-ba2be3d99f7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.746200] env[65762]: DEBUG nova.scheduler.client.report [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.754890] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Created folder: Instances in parent group-v891103. [ 822.755183] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 822.755685] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.755948] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c4fef1-7aec-4879-b03c-ab856cfb5580 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.781261] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.782798] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.782798] env[65762]: value = "task-4560199" [ 822.782798] env[65762]: _type = "Task" [ 822.782798] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.869835] env[65762]: INFO nova.compute.manager [-] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Took 1.57 seconds to deallocate network for instance. [ 822.870454] env[65762]: DEBUG oslo_concurrency.lockutils [None req-adebc159-b21a-42b5-8fc5-5428f1fecd9d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.464s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.011464] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 823.041418] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.041782] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.041988] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.042204] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.042350] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.042619] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.042818] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.043147] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.043318] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.043582] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.043813] env[65762]: DEBUG nova.virt.hardware [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.045280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ecd008-ed11-48ef-9006-ee068ffb09ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.054320] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a204278-6049-44fa-b835-61aba03b7c01 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.144351] env[65762]: WARNING neutronclient.v2_0.client [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.168201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.183639] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.184679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.184999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.186529] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53c2320-8c0f-4c58-8a3b-0f07e5730b03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.216167] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.216636] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.216923] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.217387] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.217658] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.217956] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.218359] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.218665] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.218979] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.219334] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.219659] env[65762]: DEBUG nova.virt.hardware [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.230463] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Reconfiguring VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 823.231114] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f0057b-f069-429b-9abb-38258d716dfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.256985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.260299] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.953s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.260660] env[65762]: DEBUG nova.objects.instance [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lazy-loading 'resources' on Instance uuid 584a81ec-ca0b-4e62-97ff-46a2092ff8e5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.270582] env[65762]: DEBUG oslo_vmware.api [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 823.270582] env[65762]: value = "task-4560200" [ 823.270582] env[65762]: _type = "Task" [ 823.270582] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.295178] env[65762]: INFO nova.scheduler.client.report [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted allocations for instance 073d851e-561b-418a-a3be-d3350198c85b [ 823.304696] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560196, 'name': ReconfigVM_Task, 'duration_secs': 1.262288} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.305224] env[65762]: DEBUG oslo_vmware.api [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560200, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.310115] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.312183] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b5487a-d21c-4d91-b738-47c3b5101497 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.324029] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560199, 'name': CreateVM_Task, 'duration_secs': 0.412623} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.324560] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.325386] env[65762]: WARNING neutronclient.v2_0.client [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.325743] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.325891] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.326226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.326652] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bdaf75-2bde-4043-814a-6f0276724781 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.347730] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.348766] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1250e8-30c5-4a3b-a614-eed024907125 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.364121] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 823.364121] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e5c7c6-91d1-da49-ca0b-eeb315a324fb" [ 823.364121] env[65762]: _type = "Task" [ 823.364121] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.373683] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 823.373683] env[65762]: value = "task-4560201" [ 823.373683] env[65762]: _type = "Task" [ 823.373683] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.381955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.382315] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e5c7c6-91d1-da49-ca0b-eeb315a324fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.385904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.385904] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.385904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.385904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.385904] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.385904] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1180029-1740-41c9-91d5-6e069269c5a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.392294] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.402336] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.402540] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.403394] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8596162d-2d1f-421d-8161-a98e0f543a08 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.414604] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 823.414604] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52edc5e6-76fd-d062-cf79-84821e075e2c" [ 823.414604] env[65762]: _type = "Task" [ 823.414604] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.427841] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52edc5e6-76fd-d062-cf79-84821e075e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.445980] env[65762]: WARNING neutronclient.v2_0.client [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.532110] env[65762]: DEBUG nova.network.neutron [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Updated VIF entry in instance network info cache for port 84dd574e-602f-42fb-a98d-8404fe918eab. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.532611] env[65762]: DEBUG nova.network.neutron [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Updating instance_info_cache with network_info: [{"id": "84dd574e-602f-42fb-a98d-8404fe918eab", "address": "fa:16:3e:73:3b:d2", "network": {"id": "b1a2f690-c1c7-4847-86f4-c3920743efce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2042238460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0169d76ed04eebad2a8257f1ea6b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dd574e-60", "ovs_interfaceid": "84dd574e-602f-42fb-a98d-8404fe918eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.546430] env[65762]: DEBUG nova.network.neutron [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Successfully updated port: 7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.579204] env[65762]: DEBUG nova.compute.manager [req-affad8a9-35af-4a35-b186-3aa6ccf2721f req-d310119f-96d4-44d4-b1d6-11bd0cf90fa3 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-vif-plugged-75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 823.579673] env[65762]: DEBUG oslo_concurrency.lockutils [req-affad8a9-35af-4a35-b186-3aa6ccf2721f req-d310119f-96d4-44d4-b1d6-11bd0cf90fa3 service nova] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.580027] env[65762]: DEBUG oslo_concurrency.lockutils [req-affad8a9-35af-4a35-b186-3aa6ccf2721f req-d310119f-96d4-44d4-b1d6-11bd0cf90fa3 service nova] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.580203] env[65762]: DEBUG oslo_concurrency.lockutils [req-affad8a9-35af-4a35-b186-3aa6ccf2721f req-d310119f-96d4-44d4-b1d6-11bd0cf90fa3 service nova] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.580315] env[65762]: DEBUG nova.compute.manager [req-affad8a9-35af-4a35-b186-3aa6ccf2721f req-d310119f-96d4-44d4-b1d6-11bd0cf90fa3 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] No waiting events found dispatching network-vif-plugged-75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 823.580411] env[65762]: WARNING nova.compute.manager [req-affad8a9-35af-4a35-b186-3aa6ccf2721f req-d310119f-96d4-44d4-b1d6-11bd0cf90fa3 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received unexpected event network-vif-plugged-75313cf6-6885-41f6-b3ea-28fb5a398b48 for instance with vm_state active and task_state None. [ 823.780826] env[65762]: DEBUG oslo_vmware.api [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.816937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a571d43d-c105-4db0-9987-f1b514396476 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "073d851e-561b-418a-a3be-d3350198c85b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.146s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.888181] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560201, 'name': ReconfigVM_Task, 'duration_secs': 0.391496} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.889360] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.889748] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.930752] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52edc5e6-76fd-d062-cf79-84821e075e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.932694] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123823c9-e9f6-4fab-8c70-ba34b3ce7e80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.942038] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 823.942038] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525da861-c828-1a8a-dbc6-86d9b3b5cb33" [ 823.942038] env[65762]: _type = "Task" [ 823.942038] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.954855] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525da861-c828-1a8a-dbc6-86d9b3b5cb33, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.958623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.958956] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 3a26de08-5db2-4a82-a127-3eb52156482e/3a26de08-5db2-4a82-a127-3eb52156482e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.960232] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0cce6f0-90d5-4b2c-b836-c3a2055f5be8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.971283] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 823.971283] env[65762]: value = "task-4560202" [ 823.971283] env[65762]: _type = "Task" [ 823.971283] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.985105] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.035633] env[65762]: DEBUG oslo_concurrency.lockutils [req-5da7c5a9-1c09-40fa-b4b0-1b56e9b72cb9 req-7b5bcf71-cff5-4492-b591-1eae53f3570a service nova] Releasing lock "refresh_cache-76ac59fc-c1d6-419e-90f3-d2099d3069ad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.050847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "refresh_cache-74f348b3-035f-4dbc-abd9-e027f849e3e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.050847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "refresh_cache-74f348b3-035f-4dbc-abd9-e027f849e3e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.050847] env[65762]: DEBUG nova.network.neutron [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.286113] env[65762]: DEBUG oslo_vmware.api [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560200, 'name': ReconfigVM_Task, 'duration_secs': 0.870075} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.286620] env[65762]: WARNING neutronclient.v2_0.client [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.286979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287254] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Reconfigured VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 824.399468] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daedb871-ed02-4d04-9738-6a4e007e723a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.437382] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907636e-4fd8-4362-893f-f46a6d0fef88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.440759] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3c044a-7538-4aee-91d7-119d6b089b44 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.464707] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de964285-0b7e-4755-af1e-39055c9c5fba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.469406] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.503590] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6a2ff-6bd2-4dde-949b-b6e84d1d08ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.510190] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538372} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.510986] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 3a26de08-5db2-4a82-a127-3eb52156482e/3a26de08-5db2-4a82-a127-3eb52156482e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.511475] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.511475] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf34e649-9b87-40c7-b74e-b1107d9b2cfd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.517280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff83d5-623f-40bd-840f-744c2bcc4adc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.523471] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 824.523471] env[65762]: value = "task-4560203" [ 824.523471] env[65762]: _type = "Task" [ 824.523471] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.535800] env[65762]: DEBUG nova.compute.provider_tree [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.545170] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.588033] env[65762]: DEBUG nova.network.neutron [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.665083] env[65762]: WARNING neutronclient.v2_0.client [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.738995] env[65762]: DEBUG nova.network.neutron [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Updating instance_info_cache with network_info: [{"id": "7ad485e1-46c6-45ba-8bb9-029fcd56c678", "address": "fa:16:3e:41:9a:4f", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad485e1-46", "ovs_interfaceid": "7ad485e1-46c6-45ba-8bb9-029fcd56c678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.798031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac21ee5b-4854-4f2c-969b-6589f26796f0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.745s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.980319] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.980664] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.019425] env[65762]: DEBUG nova.network.neutron [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Port 502544f4-77a0-4b90-8dea-87db7792a9e0 binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 825.034436] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075371} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.035249] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.036015] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d29bafc-2c14-4015-ad20-a6e6d6a28f95 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.039880] env[65762]: DEBUG nova.scheduler.client.report [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.065900] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 3a26de08-5db2-4a82-a127-3eb52156482e/3a26de08-5db2-4a82-a127-3eb52156482e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.067088] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ceec5c-0138-4b67-8265-1c7bd0971447 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.088412] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 825.088412] env[65762]: value = "task-4560204" [ 825.088412] env[65762]: _type = "Task" [ 825.088412] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.098675] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.242399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "refresh_cache-74f348b3-035f-4dbc-abd9-e027f849e3e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.242993] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Instance network_info: |[{"id": "7ad485e1-46c6-45ba-8bb9-029fcd56c678", "address": "fa:16:3e:41:9a:4f", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad485e1-46", "ovs_interfaceid": "7ad485e1-46c6-45ba-8bb9-029fcd56c678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 825.243761] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:9a:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad485e1-46c6-45ba-8bb9-029fcd56c678', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.257008] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 825.257437] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.257804] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7136b4b3-aa62-4f05-a113-c53eb333f419 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.288518] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.288518] env[65762]: value = "task-4560205" [ 825.288518] env[65762]: _type = "Task" [ 825.288518] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.297314] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560205, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.302743] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.302976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.482175] env[65762]: DEBUG nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received event network-vif-plugged-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 825.482305] env[65762]: DEBUG oslo_concurrency.lockutils [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] Acquiring lock "3a26de08-5db2-4a82-a127-3eb52156482e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.482505] env[65762]: DEBUG oslo_concurrency.lockutils [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] Lock "3a26de08-5db2-4a82-a127-3eb52156482e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.482669] env[65762]: DEBUG oslo_concurrency.lockutils [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] Lock "3a26de08-5db2-4a82-a127-3eb52156482e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.482834] env[65762]: DEBUG nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] No waiting events found dispatching network-vif-plugged-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 825.482989] env[65762]: WARNING nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received unexpected event network-vif-plugged-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea for instance with vm_state building and task_state spawning. [ 825.483161] env[65762]: DEBUG nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 825.483329] env[65762]: DEBUG nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing instance network info cache due to event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 825.483514] env[65762]: DEBUG oslo_concurrency.lockutils [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.483705] env[65762]: DEBUG oslo_concurrency.lockutils [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.483853] env[65762]: DEBUG nova.network.neutron [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.545657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.549257] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.301s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.552200] env[65762]: INFO nova.compute.claims [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.574381] env[65762]: INFO nova.scheduler.client.report [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Deleted allocations for instance 584a81ec-ca0b-4e62-97ff-46a2092ff8e5 [ 825.603196] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560204, 'name': ReconfigVM_Task, 'duration_secs': 0.368909} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.604551] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 3a26de08-5db2-4a82-a127-3eb52156482e/3a26de08-5db2-4a82-a127-3eb52156482e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.605739] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09fd4a34-a8e5-414d-8589-a381fa25bb2f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.616040] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 825.616040] env[65762]: value = "task-4560206" [ 825.616040] env[65762]: _type = "Task" [ 825.616040] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.626262] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560206, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.799103] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560205, 'name': CreateVM_Task, 'duration_secs': 0.509318} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.799257] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.799785] env[65762]: WARNING neutronclient.v2_0.client [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.800181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.800672] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.800920] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9ffbda-8c6f-4115-aae3-9c7e84d85226 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.805443] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 825.809491] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 825.809491] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525e1b57-5a58-c430-7b4e-73f0bc782e30" [ 825.809491] env[65762]: _type = "Task" [ 825.809491] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.820161] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525e1b57-5a58-c430-7b4e-73f0bc782e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.878097] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-changed-75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 825.878299] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Refreshing instance network info cache due to event network-changed-75313cf6-6885-41f6-b3ea-28fb5a398b48. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 825.878512] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquiring lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.878854] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquired lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.879098] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Refreshing network info cache for port 75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.987159] env[65762]: WARNING neutronclient.v2_0.client [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.042732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.043864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.043864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.083443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "584a81ec-ca0b-4e62-97ff-46a2092ff8e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.966s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.130602] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560206, 'name': Rename_Task, 'duration_secs': 0.170885} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.130963] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.131240] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9feb9d12-c6fc-4715-bc13-7bfaeb275e31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.139718] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 826.139718] env[65762]: value = "task-4560207" [ 826.139718] env[65762]: _type = "Task" [ 826.139718] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.149197] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.164666] env[65762]: WARNING neutronclient.v2_0.client [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.261453] env[65762]: DEBUG nova.network.neutron [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updated VIF entry in instance network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 826.262015] env[65762]: DEBUG nova.network.neutron [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.329085] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525e1b57-5a58-c430-7b4e-73f0bc782e30, 'name': SearchDatastore_Task, 'duration_secs': 0.033238} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.329085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.329085] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.329085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.329085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.329085] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.329085] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060f9ca2-6bee-48a8-a8ad-36a8b0fd4fc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.338468] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.341190] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.341429] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.342568] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18771936-0b76-4068-8843-28cebd57f082 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.349364] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 826.349364] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525af281-e077-d1ae-61c1-5c41a607faf4" [ 826.349364] env[65762]: _type = "Task" [ 826.349364] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.359147] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525af281-e077-d1ae-61c1-5c41a607faf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.383348] env[65762]: WARNING neutronclient.v2_0.client [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.554509] env[65762]: WARNING neutronclient.v2_0.client [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.633371] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updated VIF entry in instance network info cache for port 75313cf6-6885-41f6-b3ea-28fb5a398b48. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 826.633822] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75313cf6-6885-41f6-b3ea-28fb5a398b48", "address": "fa:16:3e:c9:11:fa", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75313cf6-68", "ovs_interfaceid": "75313cf6-6885-41f6-b3ea-28fb5a398b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.660423] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560207, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.766327] env[65762]: DEBUG oslo_concurrency.lockutils [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.766640] env[65762]: DEBUG nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received event network-vif-deleted-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 826.766827] env[65762]: DEBUG nova.compute.manager [req-75a5e6b4-a0ba-43e4-a5b9-0c08e8053a4a req-35792770-29f9-4607-8d68-e7ba22cf6657 service nova] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Received event network-vif-deleted-ef469fa7-3d23-4187-8a78-dc8eb46670b4 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 826.865021] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525af281-e077-d1ae-61c1-5c41a607faf4, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.865946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.866518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.866518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.866660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.866723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.868285] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3d3ee9-3fbd-4d71-8084-8a943b85986a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.874101] env[65762]: INFO nova.compute.manager [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Terminating instance [ 826.881127] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 826.881127] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5291aad8-78c8-ff54-12a5-09865f850e59" [ 826.881127] env[65762]: _type = "Task" [ 826.881127] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.894040] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5291aad8-78c8-ff54-12a5-09865f850e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.914303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-75313cf6-6885-41f6-b3ea-28fb5a398b48" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.914651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-75313cf6-6885-41f6-b3ea-28fb5a398b48" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.049436] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.087959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.088231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.088438] env[65762]: DEBUG nova.network.neutron [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 827.094026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f0e9fa-d357-41d0-8f53-0abd082906d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.103471] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce6bcc-0a56-4830-9ee4-f7bc5ce359bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.138988] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Releasing lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.140159] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Received event network-vif-plugged-7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 827.140159] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquiring lock "74f348b3-035f-4dbc-abd9-e027f849e3e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.140159] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.140159] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.140159] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] No waiting events found dispatching network-vif-plugged-7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 827.140454] env[65762]: WARNING nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Received unexpected event network-vif-plugged-7ad485e1-46c6-45ba-8bb9-029fcd56c678 for instance with vm_state building and task_state spawning. [ 827.140508] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Received event network-changed-7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 827.140681] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Refreshing instance network info cache due to event network-changed-7ad485e1-46c6-45ba-8bb9-029fcd56c678. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 827.140914] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquiring lock "refresh_cache-74f348b3-035f-4dbc-abd9-e027f849e3e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.141109] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquired lock "refresh_cache-74f348b3-035f-4dbc-abd9-e027f849e3e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.141357] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Refreshing network info cache for port 7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.145816] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23e2edd-aa84-43ca-98e5-0e62ec6d4bd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.157745] env[65762]: DEBUG oslo_vmware.api [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560207, 'name': PowerOnVM_Task, 'duration_secs': 0.765574} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.158650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.158650] env[65762]: INFO nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Took 6.87 seconds to spawn the instance on the hypervisor. [ 827.158650] env[65762]: DEBUG nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 827.159866] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e5851-ae0a-4c08-a4cd-e2667e8e42a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.164263] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446bda55-5911-4db7-b8c5-451819553ef1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.182474] env[65762]: DEBUG nova.compute.provider_tree [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.379317] env[65762]: DEBUG nova.compute.manager [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 827.379606] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.380576] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c604ed-b57e-4931-b741-6bdfee82fb0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.392883] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5291aad8-78c8-ff54-12a5-09865f850e59, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.394940] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.395218] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 74f348b3-035f-4dbc-abd9-e027f849e3e4/74f348b3-035f-4dbc-abd9-e027f849e3e4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.395499] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.395719] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a512ba-4a66-4b4e-93dc-9c5ebe495ada {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.398049] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9255b26c-a916-4b22-b50d-f9e48f66240f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.405034] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 827.405034] env[65762]: value = "task-4560208" [ 827.405034] env[65762]: _type = "Task" [ 827.405034] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.406373] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 827.406373] env[65762]: value = "task-4560209" [ 827.406373] env[65762]: _type = "Task" [ 827.406373] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.420080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.420264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.420523] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.423799] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab996da-8ed1-4ada-a5ec-fe3e2596b230 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.426576] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.444627] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d0ddc-12e1-45d0-b1d8-cdf164855f32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.466923] env[65762]: WARNING neutronclient.v2_0.client [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.473014] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Reconfiguring VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 827.473825] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc1b37b-379b-411d-a4d7-b3930c3125e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.495258] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 827.495258] env[65762]: value = "task-4560210" [ 827.495258] env[65762]: _type = "Task" [ 827.495258] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.506136] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.591461] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.644345] env[65762]: WARNING neutronclient.v2_0.client [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.695500] env[65762]: DEBUG nova.scheduler.client.report [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.706277] env[65762]: INFO nova.compute.manager [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Took 42.82 seconds to build instance. [ 827.774986] env[65762]: WARNING neutronclient.v2_0.client [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.851171] env[65762]: WARNING neutronclient.v2_0.client [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.869454] env[65762]: DEBUG nova.network.neutron [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.927766] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.928027] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560209, 'name': PowerOffVM_Task, 'duration_secs': 0.298069} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.928333] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.928521] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.928849] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f00c865-b763-47f4-b3f7-fa333d892dcc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.947143] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Updated VIF entry in instance network info cache for port 7ad485e1-46c6-45ba-8bb9-029fcd56c678. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 827.947550] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Updating instance_info_cache with network_info: [{"id": "7ad485e1-46c6-45ba-8bb9-029fcd56c678", "address": "fa:16:3e:41:9a:4f", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad485e1-46", "ovs_interfaceid": "7ad485e1-46c6-45ba-8bb9-029fcd56c678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.008383] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.031843] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.032155] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.032355] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Deleting the datastore file [datastore1] 45054102-3f33-4ae3-8cf7-ee6a6e344f28 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.032840] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c27d17-807c-4747-bd1d-7d9fac443cbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.041405] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for the task: (returnval){ [ 828.041405] env[65762]: value = "task-4560212" [ 828.041405] env[65762]: _type = "Task" [ 828.041405] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.051706] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.207198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.207755] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 828.211470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.591s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.211715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.212033] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 828.212187] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.303s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.213827] env[65762]: INFO nova.compute.claims [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.216708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-734b8c9f-dd22-4cb9-a084-f359c7765154 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "3a26de08-5db2-4a82-a127-3eb52156482e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.567s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.218345] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2124dc-29ff-4fb2-b9e5-c6a50e6f9121 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.229584] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe765f0-29f4-4c14-b01e-35278c9871a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.247668] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ade51-5171-42dc-8dfe-52a3f69eaac6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.256279] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c89240-a008-49d3-9984-a95a05a51147 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.288164] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177907MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 828.288343] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.371961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420968] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.422354] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 74f348b3-035f-4dbc-abd9-e027f849e3e4/74f348b3-035f-4dbc-abd9-e027f849e3e4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.422586] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.422848] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e85902a-6d83-4c11-bffd-55d8c55495ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.431842] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 828.431842] env[65762]: value = "task-4560213" [ 828.431842] env[65762]: _type = "Task" [ 828.431842] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.443696] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.450066] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Releasing lock "refresh_cache-74f348b3-035f-4dbc-abd9-e027f849e3e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.450363] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Received event network-changed-dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 828.450533] env[65762]: DEBUG nova.compute.manager [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Refreshing instance network info cache due to event network-changed-dcb88681-3eb7-4157-a469-5b0dd3d3434c. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 828.450745] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.450940] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.451129] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Refreshing network info cache for port dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.506816] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.554579] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.721330] env[65762]: DEBUG nova.compute.utils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.722829] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 828.723041] env[65762]: DEBUG nova.network.neutron [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 828.723372] env[65762]: WARNING neutronclient.v2_0.client [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.723718] env[65762]: WARNING neutronclient.v2_0.client [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.766843] env[65762]: DEBUG nova.policy [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd2555f3cac04570b04044f615a7fdee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d4fb28ea5d40e1a0e41aa8df990cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.903198] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3eebab-9cf5-4d29-83cf-946f93a00d48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.939305] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a5f7a7-7188-489e-a235-3e2bfcd43b06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.947977] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.955678] env[65762]: WARNING neutronclient.v2_0.client [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.958527] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275706} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.959412] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.960363] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38436d46-b7a1-4b6c-a192-f2c9ecbb51fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.987648] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 74f348b3-035f-4dbc-abd9-e027f849e3e4/74f348b3-035f-4dbc-abd9-e027f849e3e4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.988016] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86e16ff-7ec0-413e-a309-9a53ab77d301 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.016480] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.018383] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 829.018383] env[65762]: value = "task-4560214" [ 829.018383] env[65762]: _type = "Task" [ 829.018383] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.031538] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.052907] env[65762]: DEBUG oslo_vmware.api [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Task: {'id': task-4560212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613203} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.053337] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.053573] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.053800] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.054299] env[65762]: INFO nova.compute.manager [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Took 1.67 seconds to destroy the instance on the hypervisor. [ 829.054375] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.054628] env[65762]: DEBUG nova.compute.manager [-] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 829.054713] env[65762]: DEBUG nova.network.neutron [-] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 829.055050] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.127525] env[65762]: DEBUG nova.network.neutron [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Successfully created port: 59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 829.175079] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.228121] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 829.462482] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.464440] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20db550-673b-412e-99af-fad106e670ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.476855] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 829.476855] env[65762]: value = "task-4560215" [ 829.476855] env[65762]: _type = "Task" [ 829.476855] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.485319] env[65762]: DEBUG nova.compute.manager [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 829.485506] env[65762]: DEBUG nova.compute.manager [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing instance network info cache due to event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 829.485710] env[65762]: DEBUG oslo_concurrency.lockutils [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.485846] env[65762]: DEBUG oslo_concurrency.lockutils [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.486010] env[65762]: DEBUG nova.network.neutron [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.495715] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.516844] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.532629] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560214, 'name': ReconfigVM_Task, 'duration_secs': 0.316279} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.533691] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 74f348b3-035f-4dbc-abd9-e027f849e3e4/74f348b3-035f-4dbc-abd9-e027f849e3e4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.536172] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f26b68bf-2524-4a6c-b7b9-a7c7df2ac655 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.544429] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 829.544429] env[65762]: value = "task-4560216" [ 829.544429] env[65762]: _type = "Task" [ 829.544429] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.556195] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560216, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.813054] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e69bd4-3ff1-4684-a16f-8b0a906d1bd5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.821751] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2f3044-692f-40a0-bc2d-c3a7f4a9c31f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.855333] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a8d249-fb82-4b02-8dfd-f14085f2acf7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.870213] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967bf6ce-f64c-46dc-8b77-2303b8dc27ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.885530] env[65762]: DEBUG nova.compute.provider_tree [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.937998] env[65762]: DEBUG nova.network.neutron [-] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.987718] env[65762]: DEBUG oslo_vmware.api [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560215, 'name': PowerOnVM_Task, 'duration_secs': 0.462078} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.988190] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.988442] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15b90d48-1420-460d-ac14-8fd6227744c9 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance '1a06a675-c6da-46d0-8f84-3201bcb59e1d' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.992343] env[65762]: WARNING neutronclient.v2_0.client [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.016737] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.057699] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560216, 'name': Rename_Task, 'duration_secs': 0.163608} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.059076] env[65762]: WARNING neutronclient.v2_0.client [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.061421] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.062256] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edbeac94-f8e9-4faa-8192-b64f2c654070 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.070813] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 830.070813] env[65762]: value = "task-4560217" [ 830.070813] env[65762]: _type = "Task" [ 830.070813] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.085968] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.241753] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 830.280828] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 830.282073] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.282073] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 830.282545] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 830.285200] env[65762]: DEBUG nova.virt.hardware [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 830.286330] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51641ac8-61b1-4adb-8dd4-3047c6d5a693 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.291708] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updated VIF entry in instance network info cache for port dcb88681-3eb7-4157-a469-5b0dd3d3434c. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.292339] env[65762]: DEBUG nova.network.neutron [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.301984] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7afac6-df21-4dca-ada2-87e9a5ea8a10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.389499] env[65762]: DEBUG nova.scheduler.client.report [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.436702] env[65762]: WARNING neutronclient.v2_0.client [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.442081] env[65762]: INFO nova.compute.manager [-] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Took 1.39 seconds to deallocate network for instance. [ 830.518648] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.583253] env[65762]: DEBUG oslo_vmware.api [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560217, 'name': PowerOnVM_Task, 'duration_secs': 0.495485} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.583530] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.585812] env[65762]: INFO nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Took 7.57 seconds to spawn the instance on the hypervisor. [ 830.586157] env[65762]: DEBUG nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 830.588457] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be2c05-1dba-450e-9426-8b1da1e33715 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.601109] env[65762]: DEBUG nova.network.neutron [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updated VIF entry in instance network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.601462] env[65762]: DEBUG nova.network.neutron [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.786202] env[65762]: DEBUG nova.network.neutron [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Successfully updated port: 59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.796529] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcaec28f-a1b6-4b9a-93a3-30e0f1c07af2 req-6b70e2f3-2e63-4812-bbab-3078faa47650 service nova] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.896043] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.896043] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 830.898614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.472s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.898828] env[65762]: DEBUG nova.objects.instance [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lazy-loading 'resources' on Instance uuid 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.954046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.957520] env[65762]: DEBUG nova.compute.manager [req-e0b2d515-2ae6-4ff8-bd3c-de1151ad4c66 req-289d7a72-a209-4119-b241-9c220b0b47be service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Received event network-vif-plugged-59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 830.957740] env[65762]: DEBUG oslo_concurrency.lockutils [req-e0b2d515-2ae6-4ff8-bd3c-de1151ad4c66 req-289d7a72-a209-4119-b241-9c220b0b47be service nova] Acquiring lock "3ab8a60c-b673-42ee-9464-94003e11f5e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.957943] env[65762]: DEBUG oslo_concurrency.lockutils [req-e0b2d515-2ae6-4ff8-bd3c-de1151ad4c66 req-289d7a72-a209-4119-b241-9c220b0b47be service nova] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.958145] env[65762]: DEBUG oslo_concurrency.lockutils [req-e0b2d515-2ae6-4ff8-bd3c-de1151ad4c66 req-289d7a72-a209-4119-b241-9c220b0b47be service nova] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.958308] env[65762]: DEBUG nova.compute.manager [req-e0b2d515-2ae6-4ff8-bd3c-de1151ad4c66 req-289d7a72-a209-4119-b241-9c220b0b47be service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] No waiting events found dispatching network-vif-plugged-59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 830.959385] env[65762]: WARNING nova.compute.manager [req-e0b2d515-2ae6-4ff8-bd3c-de1151ad4c66 req-289d7a72-a209-4119-b241-9c220b0b47be service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Received unexpected event network-vif-plugged-59a051ee-d301-433d-83fa-08940e14ebd6 for instance with vm_state building and task_state spawning. [ 831.017904] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.108426] env[65762]: DEBUG oslo_concurrency.lockutils [req-dd957fe0-c300-41d3-96cb-0cb3f4a0b3b0 req-e6772505-317a-4efa-a6a3-cc948911c2d8 service nova] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.111768] env[65762]: INFO nova.compute.manager [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Took 44.60 seconds to build instance. [ 831.289046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.289234] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.289413] env[65762]: DEBUG nova.network.neutron [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 831.402936] env[65762]: DEBUG nova.compute.utils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.407266] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 831.407657] env[65762]: DEBUG nova.network.neutron [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 831.407836] env[65762]: WARNING neutronclient.v2_0.client [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.408175] env[65762]: WARNING neutronclient.v2_0.client [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.466757] env[65762]: DEBUG nova.policy [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1be3e724fc640039357b6e1ce4a6ad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c355b52c17d04a1785112a469b2d3dcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.532808] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.575830] env[65762]: DEBUG nova.compute.manager [req-aabc7753-0d61-46fe-811e-df085b35fc1a req-4aaae46f-8549-4d2c-b94d-412da0664788 service nova] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Received event network-vif-deleted-bda2b66f-efe1-46cb-a266-dfad28c99aeb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 831.617461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.534s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.791276] env[65762]: DEBUG nova.network.neutron [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Successfully created port: eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 831.829529] env[65762]: DEBUG nova.network.neutron [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.908174] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 831.982770] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a62c3-d9f4-4406-820e-45ae50a42d86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.992217] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d7929-d83b-4cbc-9f86-313988b4f579 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.998344] env[65762]: WARNING neutronclient.v2_0.client [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.033283] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd3bb9-7a00-49e9-b130-1829f6812bf6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.042703] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.046162] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d02f53-30bf-4e13-8d8e-aea7ecd75bbb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.061316] env[65762]: DEBUG nova.compute.provider_tree [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.175251] env[65762]: DEBUG nova.network.neutron [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Updating instance_info_cache with network_info: [{"id": "59a051ee-d301-433d-83fa-08940e14ebd6", "address": "fa:16:3e:21:8f:fb", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a051ee-d3", "ovs_interfaceid": "59a051ee-d301-433d-83fa-08940e14ebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.312082] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.367475] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.367855] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.368196] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.395975] env[65762]: DEBUG nova.compute.manager [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 832.397126] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4e545-79ee-4032-abd5-ee3dbacee790 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.428682] env[65762]: DEBUG nova.network.neutron [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Port 502544f4-77a0-4b90-8dea-87db7792a9e0 binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 832.428682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.428682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.428682] env[65762]: DEBUG nova.network.neutron [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 832.539235] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.565109] env[65762]: DEBUG nova.scheduler.client.report [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.677952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.678855] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Instance network_info: |[{"id": "59a051ee-d301-433d-83fa-08940e14ebd6", "address": "fa:16:3e:21:8f:fb", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a051ee-d3", "ovs_interfaceid": "59a051ee-d301-433d-83fa-08940e14ebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 832.679130] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:8f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59a051ee-d301-433d-83fa-08940e14ebd6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.686959] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.687240] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.687473] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08e5ff8f-ffaf-47b4-bf15-698cdd8d55d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.708742] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.708742] env[65762]: value = "task-4560218" [ 832.708742] env[65762]: _type = "Task" [ 832.708742] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.717868] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560218, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.910029] env[65762]: INFO nova.compute.manager [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] instance snapshotting [ 832.913023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af82da-867c-4280-acf0-6fab36715201 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.917535] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 832.934652] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.939600] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df76887d-102b-4010-aae1-0d0287a90ccc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.951310] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 832.951548] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.951718] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 832.951937] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.952113] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 832.952269] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 832.952475] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 832.952631] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 832.952794] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 832.952951] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 832.953138] env[65762]: DEBUG nova.virt.hardware [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 832.953938] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed52a9-88cc-4312-a9a3-d1003a3d5cbd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.962275] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd636da-cddd-474d-92ec-b31c5db82e52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.983973] env[65762]: DEBUG nova.compute.manager [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Received event network-changed-59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 832.984140] env[65762]: DEBUG nova.compute.manager [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Refreshing instance network info cache due to event network-changed-59a051ee-d301-433d-83fa-08940e14ebd6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 832.985035] env[65762]: DEBUG oslo_concurrency.lockutils [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] Acquiring lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.985035] env[65762]: DEBUG oslo_concurrency.lockutils [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] Acquired lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.985035] env[65762]: DEBUG nova.network.neutron [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Refreshing network info cache for port 59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.041880] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.073315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.076443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.191s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.076443] env[65762]: DEBUG nova.objects.instance [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lazy-loading 'resources' on Instance uuid 635856de-aeba-435d-ac65-6a1c29a855bb {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.098943] env[65762]: INFO nova.scheduler.client.report [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted allocations for instance 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610 [ 833.222326] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560218, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.224032] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.403590] env[65762]: DEBUG nova.network.neutron [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.433210] env[65762]: DEBUG nova.network.neutron [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Successfully updated port: eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 833.459314] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.460215] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dec57f97-9127-47f6-b9f6-c3fe566259eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.468833] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 833.468833] env[65762]: value = "task-4560219" [ 833.468833] env[65762]: _type = "Task" [ 833.468833] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.477380] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.487666] env[65762]: WARNING neutronclient.v2_0.client [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.541220] env[65762]: DEBUG oslo_vmware.api [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560210, 'name': ReconfigVM_Task, 'duration_secs': 5.790914} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.541220] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.541220] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Reconfigured VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 833.541559] env[65762]: WARNING neutronclient.v2_0.client [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.542056] env[65762]: WARNING neutronclient.v2_0.client [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.611094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c7a877c-ae2b-4bab-a1ef-5d0f2983b610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.742s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.655807] env[65762]: WARNING neutronclient.v2_0.client [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.723974] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560218, 'name': CreateVM_Task, 'duration_secs': 0.574358} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.724254] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.724766] env[65762]: WARNING neutronclient.v2_0.client [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.725177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.725360] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.725721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.728934] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacffa8d-31c2-4fb3-a176-35c9e4fd0e5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.735606] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 833.735606] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52556cf9-bd30-592b-9601-2b78df3b47e2" [ 833.735606] env[65762]: _type = "Task" [ 833.735606] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.745592] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52556cf9-bd30-592b-9601-2b78df3b47e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.752770] env[65762]: DEBUG nova.network.neutron [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Updated VIF entry in instance network info cache for port 59a051ee-d301-433d-83fa-08940e14ebd6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.753540] env[65762]: DEBUG nova.network.neutron [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Updating instance_info_cache with network_info: [{"id": "59a051ee-d301-433d-83fa-08940e14ebd6", "address": "fa:16:3e:21:8f:fb", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a051ee-d3", "ovs_interfaceid": "59a051ee-d301-433d-83fa-08940e14ebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.820316] env[65762]: DEBUG nova.compute.manager [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-vif-deleted-75313cf6-6885-41f6-b3ea-28fb5a398b48 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 833.820528] env[65762]: INFO nova.compute.manager [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Neutron deleted interface 75313cf6-6885-41f6-b3ea-28fb5a398b48; detaching it from the instance and deleting it from the info cache [ 833.820810] env[65762]: DEBUG nova.network.neutron [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.909873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.935440] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.936008] env[65762]: DEBUG nova.network.neutron [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 833.984559] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.135763] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfa379-646f-4317-8bd9-8f4af94f683f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.146392] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103aef4-3aa7-48f4-a19c-8e3b3ffcf8d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.183027] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9025ecd-72b9-4383-9cd9-f63b03038ab6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.199508] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc65ce75-ac1a-41e4-b649-8b34d8de2118 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.215960] env[65762]: DEBUG nova.compute.provider_tree [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.247610] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52556cf9-bd30-592b-9601-2b78df3b47e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020797} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.247935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.248193] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.248427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.248566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.248777] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.249076] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6599db41-661c-4957-ab0b-898e960f3ad5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.258089] env[65762]: DEBUG oslo_concurrency.lockutils [req-2d69784e-94f4-438f-9945-59b9fea46c5d req-09ae5574-28f7-45b1-a054-24406b2afe71 service nova] Releasing lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.262979] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.263252] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.264419] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7181d1-3f28-47f9-951b-ea6dcdebfefa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.270881] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 834.270881] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f47943-7ef7-daf1-334d-77e6a3da5485" [ 834.270881] env[65762]: _type = "Task" [ 834.270881] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.280284] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f47943-7ef7-daf1-334d-77e6a3da5485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.323405] env[65762]: DEBUG oslo_concurrency.lockutils [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.323622] env[65762]: DEBUG oslo_concurrency.lockutils [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] Acquired lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.324623] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8d248-339e-4973-ae4f-e3dd40527a2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.348031] env[65762]: DEBUG oslo_concurrency.lockutils [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] Releasing lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.348031] env[65762]: WARNING nova.compute.manager [req-755bafc4-98a8-4b93-a6e0-3b58d393bc4d req-0bc08c3e-2fdd-41b9-b472-8aa5f3d76cba service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Detach interface failed, port_id=75313cf6-6885-41f6-b3ea-28fb5a398b48, reason: No device with interface-id 75313cf6-6885-41f6-b3ea-28fb5a398b48 exists on VM: nova.exception.NotFound: No device with interface-id 75313cf6-6885-41f6-b3ea-28fb5a398b48 exists on VM [ 834.413039] env[65762]: DEBUG nova.compute.manager [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65762) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 834.413039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.473305] env[65762]: DEBUG nova.network.neutron [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.484985] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.557872] env[65762]: WARNING neutronclient.v2_0.client [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.647721] env[65762]: DEBUG nova.network.neutron [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [{"id": "eb910d19-601b-470d-a28e-d9be76ee533f", "address": "fa:16:3e:77:a3:cc", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb910d19-60", "ovs_interfaceid": "eb910d19-601b-470d-a28e-d9be76ee533f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.719057] env[65762]: DEBUG nova.scheduler.client.report [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.787472] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f47943-7ef7-daf1-334d-77e6a3da5485, 'name': SearchDatastore_Task, 'duration_secs': 0.01838} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.788449] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6495ece9-2c0a-4add-b1d5-8eceaca4baa3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.795992] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 834.795992] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adedee-4ac3-c69c-2fbb-c0e1d0a1c952" [ 834.795992] env[65762]: _type = "Task" [ 834.795992] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.811074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.811306] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.811537] env[65762]: DEBUG nova.network.neutron [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.813293] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52adedee-4ac3-c69c-2fbb-c0e1d0a1c952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.985810] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560219, 'name': CreateSnapshot_Task, 'duration_secs': 1.127019} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.986328] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.987269] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e5a358-9edb-44e4-879b-765f9e6c766c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.019285] env[65762]: DEBUG nova.compute.manager [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Received event network-vif-plugged-eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 835.019513] env[65762]: DEBUG oslo_concurrency.lockutils [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] Acquiring lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.019988] env[65762]: DEBUG oslo_concurrency.lockutils [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.019988] env[65762]: DEBUG oslo_concurrency.lockutils [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.020133] env[65762]: DEBUG nova.compute.manager [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] No waiting events found dispatching network-vif-plugged-eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 835.020266] env[65762]: WARNING nova.compute.manager [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Received unexpected event network-vif-plugged-eb910d19-601b-470d-a28e-d9be76ee533f for instance with vm_state building and task_state spawning. [ 835.020419] env[65762]: DEBUG nova.compute.manager [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Received event network-changed-eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 835.020566] env[65762]: DEBUG nova.compute.manager [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Refreshing instance network info cache due to event network-changed-eb910d19-601b-470d-a28e-d9be76ee533f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 835.020721] env[65762]: DEBUG oslo_concurrency.lockutils [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] Acquiring lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.041423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.041660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.041859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.042058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.042217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.044155] env[65762]: INFO nova.compute.manager [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Terminating instance [ 835.150472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.151150] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Instance network_info: |[{"id": "eb910d19-601b-470d-a28e-d9be76ee533f", "address": "fa:16:3e:77:a3:cc", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb910d19-60", "ovs_interfaceid": "eb910d19-601b-470d-a28e-d9be76ee533f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 835.152141] env[65762]: DEBUG oslo_concurrency.lockutils [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] Acquired lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.152422] env[65762]: DEBUG nova.network.neutron [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Refreshing network info cache for port eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.153769] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:a3:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb910d19-601b-470d-a28e-d9be76ee533f', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.162271] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 835.163284] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.163526] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fb1df1-6237-493d-949c-466459847782 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.186225] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.186225] env[65762]: value = "task-4560220" [ 835.186225] env[65762]: _type = "Task" [ 835.186225] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.195221] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560220, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.228097] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.231052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.819s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.232167] env[65762]: INFO nova.compute.claims [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.258503] env[65762]: INFO nova.scheduler.client.report [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted allocations for instance 635856de-aeba-435d-ac65-6a1c29a855bb [ 835.308686] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52adedee-4ac3-c69c-2fbb-c0e1d0a1c952, 'name': SearchDatastore_Task, 'duration_secs': 0.020617} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.309007] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.309276] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 3ab8a60c-b673-42ee-9464-94003e11f5e4/3ab8a60c-b673-42ee-9464-94003e11f5e4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.309640] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b08e301-6544-4c3e-8005-134a064dc89a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.315062] env[65762]: WARNING neutronclient.v2_0.client [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.319925] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 835.319925] env[65762]: value = "task-4560221" [ 835.319925] env[65762]: _type = "Task" [ 835.319925] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.331068] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.507830] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.508374] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b51af4e-9a4a-4268-804c-dad3e28d309e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.512937] env[65762]: WARNING neutronclient.v2_0.client [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.522726] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 835.522726] env[65762]: value = "task-4560222" [ 835.522726] env[65762]: _type = "Task" [ 835.522726] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.534325] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560222, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.547806] env[65762]: DEBUG nova.compute.manager [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 835.548247] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.549269] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e1622e-279a-4397-8f73-6e1c6a153ec2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.563417] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.563827] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53a39c62-26de-493a-970e-bdd035c6692b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.573036] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 835.573036] env[65762]: value = "task-4560223" [ 835.573036] env[65762]: _type = "Task" [ 835.573036] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.585142] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.608284] env[65762]: DEBUG nova.network.neutron [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [{"id": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "address": "fa:16:3e:2d:0a:d8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5af5b58-0d", "ovs_interfaceid": "f5af5b58-0dbb-4c5b-8568-d41349c3eea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.664384] env[65762]: WARNING neutronclient.v2_0.client [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.700933] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560220, 'name': CreateVM_Task, 'duration_secs': 0.463034} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.701631] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.702145] env[65762]: WARNING neutronclient.v2_0.client [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.702763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.703230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.703901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.704220] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418b1dd2-df68-435a-8897-265b34d9eccd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.716277] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 835.716277] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529e58f5-c182-c3fa-7c2f-8a3e712d0c8a" [ 835.716277] env[65762]: _type = "Task" [ 835.716277] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.730187] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529e58f5-c182-c3fa-7c2f-8a3e712d0c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.768398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "635856de-aeba-435d-ac65-6a1c29a855bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.496s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.838933] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.876213] env[65762]: WARNING neutronclient.v2_0.client [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.972519] env[65762]: DEBUG nova.network.neutron [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updated VIF entry in instance network info cache for port eb910d19-601b-470d-a28e-d9be76ee533f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 835.973152] env[65762]: DEBUG nova.network.neutron [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [{"id": "eb910d19-601b-470d-a28e-d9be76ee533f", "address": "fa:16:3e:77:a3:cc", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb910d19-60", "ovs_interfaceid": "eb910d19-601b-470d-a28e-d9be76ee533f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.038778] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560222, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.084478] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560223, 'name': PowerOffVM_Task, 'duration_secs': 0.282974} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.084478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.084478] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.084478] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e16a5da-281d-466d-b035-4c7076ac209d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.112744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.160926] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.161362] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.161749] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleting the datastore file [datastore2] 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.161960] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9aa6912-0c81-4649-ac11-5a173f664185 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.171836] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 836.171836] env[65762]: value = "task-4560225" [ 836.171836] env[65762]: _type = "Task" [ 836.171836] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.184257] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.229566] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529e58f5-c182-c3fa-7c2f-8a3e712d0c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.066469} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.229976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.230242] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.230536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.230726] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.231417] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.231417] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-517080c0-1555-446a-ad5c-bba9f5d8345a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.245302] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.245506] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.246631] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a336ad9-49d3-44c2-8aee-bdc6693e1d75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.255144] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 836.255144] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d1b4f8-3da2-d190-b5ea-8887a442c55f" [ 836.255144] env[65762]: _type = "Task" [ 836.255144] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.265334] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d1b4f8-3da2-d190-b5ea-8887a442c55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.335453] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621668} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.335718] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 3ab8a60c-b673-42ee-9464-94003e11f5e4/3ab8a60c-b673-42ee-9464-94003e11f5e4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.335936] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.336292] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5642492-64f7-4d31-b80a-2cb86417f55a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.346415] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 836.346415] env[65762]: value = "task-4560226" [ 836.346415] env[65762]: _type = "Task" [ 836.346415] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.364845] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.476339] env[65762]: DEBUG oslo_concurrency.lockutils [req-e3dd62e4-7404-4481-aa9e-b0d8526d86be req-57cb1fcc-92a1-41d3-b33e-7d968ea36102 service nova] Releasing lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.534811] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560222, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.618425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b70786cf-6a3b-48af-8947-787855e35b93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-9b2a58b2-eec0-47f9-8e4e-0eeb87571d67-75313cf6-6885-41f6-b3ea-28fb5a398b48" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.704s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.687847] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.769415] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d1b4f8-3da2-d190-b5ea-8887a442c55f, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.771965] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf3b336-b3fd-43ad-8b5f-fed49b9d6ce9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.774708] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b42da8-2c1b-479d-a9b9-993327cd2411 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.785668] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41ddc87-f693-4990-bf02-e0f9886bbfe7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.790325] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 836.790325] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52455a4f-ae5e-08fb-04d5-8283b16d77e8" [ 836.790325] env[65762]: _type = "Task" [ 836.790325] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.828745] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a0345-58fc-4b2a-99bc-d34a0e6deed6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.835260] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52455a4f-ae5e-08fb-04d5-8283b16d77e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.835964] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836274] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa/a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.836557] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b7e2f0a-d792-4e54-b423-218431420d37 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.842485] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b8db80-b9aa-4230-9cb1-7bb8cc291883 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.848534] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 836.848534] env[65762]: value = "task-4560227" [ 836.848534] env[65762]: _type = "Task" [ 836.848534] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.865774] env[65762]: DEBUG nova.compute.provider_tree [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.871798] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186439} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.875543] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.875543] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.876093] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe7b36-602e-460a-9806-b031e4d0e826 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.900601] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3ab8a60c-b673-42ee-9464-94003e11f5e4/3ab8a60c-b673-42ee-9464-94003e11f5e4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.901328] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6684cdb1-473d-493f-951e-144d590633e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.924088] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 836.924088] env[65762]: value = "task-4560228" [ 836.924088] env[65762]: _type = "Task" [ 836.924088] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.935990] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.035816] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560222, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.189523] env[65762]: DEBUG oslo_vmware.api [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542988} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.189930] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.190163] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.190373] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.190622] env[65762]: INFO nova.compute.manager [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Took 1.64 seconds to destroy the instance on the hypervisor. [ 837.190953] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.191187] env[65762]: DEBUG nova.compute.manager [-] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 837.191354] env[65762]: DEBUG nova.network.neutron [-] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 837.191694] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.222826] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "66903e49-3f25-48a1-9c6d-992f6d559cf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.223040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.237626] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.255188] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.255503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.364200] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560227, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.369434] env[65762]: DEBUG nova.scheduler.client.report [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.438592] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.537285] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560222, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.728582] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 837.759988] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 837.870369] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823235} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.870653] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa/a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.870864] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.871146] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-233f5fb6-0427-4e87-bf18-879ce8ba555f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.877773] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.877773] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 837.879829] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.429s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.883021] env[65762]: DEBUG nova.objects.instance [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lazy-loading 'resources' on Instance uuid 7aeb9f93-b2c0-4bd6-a442-788a587c5495 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.890019] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 837.890019] env[65762]: value = "task-4560229" [ 837.890019] env[65762]: _type = "Task" [ 837.890019] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.901165] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.937576] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560228, 'name': ReconfigVM_Task, 'duration_secs': 0.566812} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.939040] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3ab8a60c-b673-42ee-9464-94003e11f5e4/3ab8a60c-b673-42ee-9464-94003e11f5e4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.941381] env[65762]: DEBUG nova.compute.manager [req-d1b26de1-a45c-49cd-aae6-8108db076b3c req-aa14ad29-56ae-4716-ae37-55baa4bb9e89 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Received event network-vif-deleted-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 837.941381] env[65762]: INFO nova.compute.manager [req-d1b26de1-a45c-49cd-aae6-8108db076b3c req-aa14ad29-56ae-4716-ae37-55baa4bb9e89 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Neutron deleted interface f5af5b58-0dbb-4c5b-8568-d41349c3eea8; detaching it from the instance and deleting it from the info cache [ 837.941381] env[65762]: DEBUG nova.network.neutron [req-d1b26de1-a45c-49cd-aae6-8108db076b3c req-aa14ad29-56ae-4716-ae37-55baa4bb9e89 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.941994] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a1e708-d120-44a4-8fde-6bfb5ef78519 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.950896] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 837.950896] env[65762]: value = "task-4560230" [ 837.950896] env[65762]: _type = "Task" [ 837.950896] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.964251] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560230, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.042299] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560222, 'name': CloneVM_Task, 'duration_secs': 2.160722} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.042299] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Created linked-clone VM from snapshot [ 838.042299] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e64625-c384-42a8-9b0f-a47f82edfb34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.053960] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Uploading image 1a5d203f-f194-4f63-8d5f-07b4ee66614b {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.086287] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.086287] env[65762]: value = "vm-891110" [ 838.086287] env[65762]: _type = "VirtualMachine" [ 838.086287] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.086631] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af5d8c19-8fd8-4e7f-8950-a02122e1ba15 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.095077] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease: (returnval){ [ 838.095077] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218fe51-c6bb-12b3-53c4-b25c9e2dc013" [ 838.095077] env[65762]: _type = "HttpNfcLease" [ 838.095077] env[65762]: } obtained for exporting VM: (result){ [ 838.095077] env[65762]: value = "vm-891110" [ 838.095077] env[65762]: _type = "VirtualMachine" [ 838.095077] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.095458] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the lease: (returnval){ [ 838.095458] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218fe51-c6bb-12b3-53c4-b25c9e2dc013" [ 838.095458] env[65762]: _type = "HttpNfcLease" [ 838.095458] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.105366] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.105366] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218fe51-c6bb-12b3-53c4-b25c9e2dc013" [ 838.105366] env[65762]: _type = "HttpNfcLease" [ 838.105366] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.258217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.280119] env[65762]: DEBUG nova.network.neutron [-] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.285497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.383839] env[65762]: DEBUG nova.compute.utils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.385417] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 838.385633] env[65762]: DEBUG nova.network.neutron [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 838.386010] env[65762]: WARNING neutronclient.v2_0.client [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.386342] env[65762]: WARNING neutronclient.v2_0.client [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.401209] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074458} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.401508] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.402341] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb676c6a-5add-459e-ac06-d52fbf137a9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.429086] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa/a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.433149] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215aa617-f5af-4ec7-a677-2793056f2ba2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.448471] env[65762]: DEBUG nova.policy [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640b98f769be4fffb63d49c60141e0bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b2ea01b5f3a48a1b656add045729ca4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.451044] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-404246d6-2df0-40a3-a239-2457766f3c5b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.460883] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 838.460883] env[65762]: value = "task-4560232" [ 838.460883] env[65762]: _type = "Task" [ 838.460883] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.468711] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259eb62a-f693-4c41-bfb7-16e7e636336e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.486454] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560230, 'name': Rename_Task, 'duration_secs': 0.172352} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.487887] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.488026] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c81e59-c235-4396-a023-dd1bd83f9366 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.493560] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.518308] env[65762]: DEBUG nova.compute.manager [req-d1b26de1-a45c-49cd-aae6-8108db076b3c req-aa14ad29-56ae-4716-ae37-55baa4bb9e89 service nova] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Detach interface failed, port_id=f5af5b58-0dbb-4c5b-8568-d41349c3eea8, reason: Instance 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 838.518861] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 838.518861] env[65762]: value = "task-4560233" [ 838.518861] env[65762]: _type = "Task" [ 838.518861] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.529270] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560233, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.607067] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.607067] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218fe51-c6bb-12b3-53c4-b25c9e2dc013" [ 838.607067] env[65762]: _type = "HttpNfcLease" [ 838.607067] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.607514] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.607514] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218fe51-c6bb-12b3-53c4-b25c9e2dc013" [ 838.607514] env[65762]: _type = "HttpNfcLease" [ 838.607514] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.609038] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4f0d6f-2f9c-4e46-b1d4-30f179e2fc2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.620045] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204cb48-9a14-73d7-b050-856421f94600/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.620324] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204cb48-9a14-73d7-b050-856421f94600/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.782529] env[65762]: INFO nova.compute.manager [-] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Took 1.59 seconds to deallocate network for instance. [ 838.794118] env[65762]: DEBUG nova.network.neutron [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Successfully created port: 776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.802690] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0db3ac48-bbe0-47b1-9812-15c7a02de600 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.892010] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 838.984586] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.033047] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.051792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeabc72-33b7-4bc7-a672-767ebfc627a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.061227] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a5402-2fa8-409e-ad66-6a29cfbd3c52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.095840] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2353aad4-1122-4e35-be93-be5e09cb7bd3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.105850] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde6a94-95ce-4296-9ed2-d21803902391 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.127916] env[65762]: DEBUG nova.compute.provider_tree [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.294288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.474128] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560232, 'name': ReconfigVM_Task, 'duration_secs': 0.52562} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.474448] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa/a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.479022] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57a88b24-e2e0-4d8f-9d6c-eaa70758bde6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.484078] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 839.484078] env[65762]: value = "task-4560234" [ 839.484078] env[65762]: _type = "Task" [ 839.484078] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.497213] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560234, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.530991] env[65762]: DEBUG oslo_vmware.api [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560233, 'name': PowerOnVM_Task, 'duration_secs': 0.800261} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.531487] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.531863] env[65762]: INFO nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Took 9.29 seconds to spawn the instance on the hypervisor. [ 839.532202] env[65762]: DEBUG nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 839.533091] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bffec4-95e7-4cac-be99-c762d4022696 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.632322] env[65762]: DEBUG nova.scheduler.client.report [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.901934] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 839.929027] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.929233] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.929470] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.929668] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.929913] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.930019] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.930243] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.930430] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.930675] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.930867] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.931105] env[65762]: DEBUG nova.virt.hardware [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.932311] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85afb204-ffff-4bd0-831a-560fb4e01b86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.942012] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89da5175-b16c-4c56-ae20-1e49be67b940 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.996408] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560234, 'name': Rename_Task, 'duration_secs': 0.234334} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.996901] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.997174] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5fe9f49-483c-44bc-9872-8f4250670d87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.006861] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 840.006861] env[65762]: value = "task-4560235" [ 840.006861] env[65762]: _type = "Task" [ 840.006861] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.016463] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.031441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] Acquiring lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.031621] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] Acquired lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.031828] env[65762]: DEBUG nova.network.neutron [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.052826] env[65762]: INFO nova.compute.manager [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Took 46.83 seconds to build instance. [ 840.138209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.141683] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.835s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.141893] env[65762]: DEBUG nova.objects.instance [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lazy-loading 'resources' on Instance uuid d475e8b7-a071-4429-a1ea-92069474ec38 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.170267] env[65762]: INFO nova.scheduler.client.report [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Deleted allocations for instance 7aeb9f93-b2c0-4bd6-a442-788a587c5495 [ 840.428269] env[65762]: DEBUG nova.network.neutron [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Successfully updated port: 776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.518375] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.534525] env[65762]: WARNING neutronclient.v2_0.client [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.552770] env[65762]: DEBUG nova.compute.manager [req-6113c303-1a4b-4953-a926-e687091861ff req-b6bb6b67-8547-403f-8da8-7056de501ed0 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Received event network-vif-plugged-776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 840.552770] env[65762]: DEBUG oslo_concurrency.lockutils [req-6113c303-1a4b-4953-a926-e687091861ff req-b6bb6b67-8547-403f-8da8-7056de501ed0 service nova] Acquiring lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.553022] env[65762]: DEBUG oslo_concurrency.lockutils [req-6113c303-1a4b-4953-a926-e687091861ff req-b6bb6b67-8547-403f-8da8-7056de501ed0 service nova] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.553610] env[65762]: DEBUG oslo_concurrency.lockutils [req-6113c303-1a4b-4953-a926-e687091861ff req-b6bb6b67-8547-403f-8da8-7056de501ed0 service nova] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.553830] env[65762]: DEBUG nova.compute.manager [req-6113c303-1a4b-4953-a926-e687091861ff req-b6bb6b67-8547-403f-8da8-7056de501ed0 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] No waiting events found dispatching network-vif-plugged-776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 840.555066] env[65762]: WARNING nova.compute.manager [req-6113c303-1a4b-4953-a926-e687091861ff req-b6bb6b67-8547-403f-8da8-7056de501ed0 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Received unexpected event network-vif-plugged-776ee009-0cc4-4143-97c1-d8e3608b8d91 for instance with vm_state building and task_state spawning. [ 840.555538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.344s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.678719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9c2081d2-ac2b-4014-9f8b-5afa919d1b71 tempest-ServersAaction247Test-1576372017 tempest-ServersAaction247Test-1576372017-project-member] Lock "7aeb9f93-b2c0-4bd6-a442-788a587c5495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.558s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.707532] env[65762]: WARNING neutronclient.v2_0.client [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.785431] env[65762]: DEBUG nova.network.neutron [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Updating instance_info_cache with network_info: [{"id": "59a051ee-d301-433d-83fa-08940e14ebd6", "address": "fa:16:3e:21:8f:fb", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a051ee-d3", "ovs_interfaceid": "59a051ee-d301-433d-83fa-08940e14ebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.932867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "refresh_cache-88d46b2d-97a5-42cf-bc3f-c3050a361aba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.934233] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquired lock "refresh_cache-88d46b2d-97a5-42cf-bc3f-c3050a361aba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.934233] env[65762]: DEBUG nova.network.neutron [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 841.018402] env[65762]: DEBUG oslo_vmware.api [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560235, 'name': PowerOnVM_Task, 'duration_secs': 0.695039} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.021269] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.021475] env[65762]: INFO nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Took 8.10 seconds to spawn the instance on the hypervisor. [ 841.021649] env[65762]: DEBUG nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 841.022676] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7436e91e-5d44-4526-9ec5-950759e49bc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.184981] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0fab3-5e5f-4f89-8b60-6c69d6cc1947 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.197030] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675923e0-22b6-4eb4-9953-b29219b7f75a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.233830] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf18ad-d218-4769-bad9-1d2946dad85c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.242806] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b7a37d-4957-40c4-a085-ae04c4c17e52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260207] env[65762]: DEBUG nova.compute.provider_tree [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.288288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] Releasing lock "refresh_cache-3ab8a60c-b673-42ee-9464-94003e11f5e4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.288512] env[65762]: DEBUG nova.compute.manager [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Inject network info {{(pid=65762) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7792}} [ 841.288922] env[65762]: DEBUG nova.compute.manager [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] network_info to inject: |[{"id": "59a051ee-d301-433d-83fa-08940e14ebd6", "address": "fa:16:3e:21:8f:fb", "network": {"id": "fb1dec49-9f6c-4026-950e-aae666b20dc8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-831111714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4fb28ea5d40e1a0e41aa8df990cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a051ee-d3", "ovs_interfaceid": "59a051ee-d301-433d-83fa-08940e14ebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7793}} [ 841.294587] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Reconfiguring VM instance to set the machine id {{(pid=65762) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 841.295634] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04ad2f7-a3b0-458b-8b87-e945ed4795ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.314155] env[65762]: DEBUG oslo_vmware.api [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] Waiting for the task: (returnval){ [ 841.314155] env[65762]: value = "task-4560236" [ 841.314155] env[65762]: _type = "Task" [ 841.314155] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.325962] env[65762]: DEBUG oslo_vmware.api [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] Task: {'id': task-4560236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.472056] env[65762]: DEBUG nova.network.neutron [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 841.543821] env[65762]: INFO nova.compute.manager [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Took 44.66 seconds to build instance. [ 841.573122] env[65762]: WARNING neutronclient.v2_0.client [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.655947] env[65762]: DEBUG nova.network.neutron [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Updating instance_info_cache with network_info: [{"id": "776ee009-0cc4-4143-97c1-d8e3608b8d91", "address": "fa:16:3e:5d:87:1e", "network": {"id": "991e2dcb-9d80-49ab-9228-b7033c77dc8d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-824985867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b2ea01b5f3a48a1b656add045729ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776ee009-0c", "ovs_interfaceid": "776ee009-0cc4-4143-97c1-d8e3608b8d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.764440] env[65762]: DEBUG nova.scheduler.client.report [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.824944] env[65762]: DEBUG oslo_vmware.api [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] Task: {'id': task-4560236, 'name': ReconfigVM_Task, 'duration_secs': 0.182481} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.825247] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca47ce06-e640-4134-9b46-f6fbd5f43303 tempest-ServersAdminTestJSON-1248376783 tempest-ServersAdminTestJSON-1248376783-project-admin] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Reconfigured VM instance to set the machine id {{(pid=65762) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 842.046032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa090e86-7768-4320-bc7c-96803edcd1e1 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.171s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.158794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Releasing lock "refresh_cache-88d46b2d-97a5-42cf-bc3f-c3050a361aba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.159286] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Instance network_info: |[{"id": "776ee009-0cc4-4143-97c1-d8e3608b8d91", "address": "fa:16:3e:5d:87:1e", "network": {"id": "991e2dcb-9d80-49ab-9228-b7033c77dc8d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-824985867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b2ea01b5f3a48a1b656add045729ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776ee009-0c", "ovs_interfaceid": "776ee009-0cc4-4143-97c1-d8e3608b8d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 842.161431] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:87:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '776ee009-0cc4-4143-97c1-d8e3608b8d91', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.168452] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Creating folder: Project (2b2ea01b5f3a48a1b656add045729ca4). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.168797] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cce1093-6b3a-41a6-874d-24f6882d8013 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.181164] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Created folder: Project (2b2ea01b5f3a48a1b656add045729ca4) in parent group-v890951. [ 842.181164] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Creating folder: Instances. Parent ref: group-v891111. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.181406] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab608cfe-48f1-43b6-aca2-219f07adb5f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.192580] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Created folder: Instances in parent group-v891111. [ 842.192580] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 842.192580] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.192781] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b449655a-b9a3-41bd-af5c-5066a01812f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.219808] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.219808] env[65762]: value = "task-4560239" [ 842.219808] env[65762]: _type = "Task" [ 842.219808] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.230856] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560239, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.270948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.273572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.979s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.301357] env[65762]: INFO nova.scheduler.client.report [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Deleted allocations for instance d475e8b7-a071-4429-a1ea-92069474ec38 [ 842.658939] env[65762]: DEBUG nova.compute.manager [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Received event network-changed-776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 842.659197] env[65762]: DEBUG nova.compute.manager [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Refreshing instance network info cache due to event network-changed-776ee009-0cc4-4143-97c1-d8e3608b8d91. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 842.659438] env[65762]: DEBUG oslo_concurrency.lockutils [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] Acquiring lock "refresh_cache-88d46b2d-97a5-42cf-bc3f-c3050a361aba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.659579] env[65762]: DEBUG oslo_concurrency.lockutils [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] Acquired lock "refresh_cache-88d46b2d-97a5-42cf-bc3f-c3050a361aba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.659787] env[65762]: DEBUG nova.network.neutron [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Refreshing network info cache for port 776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.715249] env[65762]: INFO nova.compute.manager [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Rebuilding instance [ 842.733007] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560239, 'name': CreateVM_Task, 'duration_secs': 0.412321} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.735177] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.735930] env[65762]: WARNING neutronclient.v2_0.client [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.736373] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.736475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.736781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.737061] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0daf0535-8bfc-4d53-9ce4-7d0b1c549b5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.744403] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 842.744403] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ee953f-5f74-e885-2089-84adc5a958b3" [ 842.744403] env[65762]: _type = "Task" [ 842.744403] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.757959] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ee953f-5f74-e885-2089-84adc5a958b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.762573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.762799] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.763033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.763184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.763357] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.765704] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e34a484b-504b-47aa-a872-e7ac6b4cfe65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.768035] env[65762]: DEBUG nova.compute.manager [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 842.768837] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd5f55-9f31-486a-a3ee-b87e12dda3f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.781914] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.782075] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.782828] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652d2fbd-be38-467f-a9d6-ae9de411b9ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.792577] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 842.792577] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5237bc70-e26a-f0a7-cf6d-3a5586e946d8" [ 842.792577] env[65762]: _type = "Task" [ 842.792577] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.811487] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5237bc70-e26a-f0a7-cf6d-3a5586e946d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.811487] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b139ae-eb67-47f1-be4c-0ac13f0a374d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.814307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6e68278c-a5ab-416a-bf51-12b4e3be369f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Lock "d475e8b7-a071-4429-a1ea-92069474ec38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.982s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.822339] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 842.822339] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b31d9-56d9-4c44-86f1-85ade643181c" [ 842.822339] env[65762]: _type = "Task" [ 842.822339] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.823490] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa3666-bc32-49d2-9832-550896a30840 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.841177] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529b31d9-56d9-4c44-86f1-85ade643181c, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.841528] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.841785] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 88d46b2d-97a5-42cf-bc3f-c3050a361aba/88d46b2d-97a5-42cf-bc3f-c3050a361aba.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.842772] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11cb71f-372e-4b26-ac00-3257a6f4c414 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.845987] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38539cd3-2964-4891-b2f7-f4de18528756 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.879552] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab8070-c6bc-4114-b705-b93a44c61237 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.882364] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 842.882364] env[65762]: value = "task-4560240" [ 842.882364] env[65762]: _type = "Task" [ 842.882364] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.889951] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40858d-e256-44a2-9241-c2b27933988a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.897727] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.915231] env[65762]: DEBUG nova.compute.provider_tree [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.166416] env[65762]: WARNING neutronclient.v2_0.client [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.397944] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497448} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.397944] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 88d46b2d-97a5-42cf-bc3f-c3050a361aba/88d46b2d-97a5-42cf-bc3f-c3050a361aba.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.398253] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.398447] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0adf9d-e4c3-4462-9dff-ee038c7bf499 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.402694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.403153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.403319] env[65762]: INFO nova.compute.manager [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Rebooting instance [ 843.407014] env[65762]: WARNING neutronclient.v2_0.client [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.415388] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 843.415388] env[65762]: value = "task-4560241" [ 843.415388] env[65762]: _type = "Task" [ 843.415388] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.423135] env[65762]: DEBUG nova.scheduler.client.report [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.435550] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.519660] env[65762]: DEBUG nova.network.neutron [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Updated VIF entry in instance network info cache for port 776ee009-0cc4-4143-97c1-d8e3608b8d91. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 843.520338] env[65762]: DEBUG nova.network.neutron [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Updating instance_info_cache with network_info: [{"id": "776ee009-0cc4-4143-97c1-d8e3608b8d91", "address": "fa:16:3e:5d:87:1e", "network": {"id": "991e2dcb-9d80-49ab-9228-b7033c77dc8d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-824985867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b2ea01b5f3a48a1b656add045729ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776ee009-0c", "ovs_interfaceid": "776ee009-0cc4-4143-97c1-d8e3608b8d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.789621] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.790051] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63da890f-67cf-481f-bfb1-417872f93fab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.806901] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 843.806901] env[65762]: value = "task-4560242" [ 843.806901] env[65762]: _type = "Task" [ 843.806901] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.818961] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.927356] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111809} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.927646] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.928557] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79160060-67ae-497f-90bf-d1fc63cef3c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.932461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.932818] env[65762]: INFO nova.compute.manager [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Successfully reverted task state from image_uploading on failure for instance. [ 843.938126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.938299] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquired lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.938475] env[65762]: DEBUG nova.network.neutron [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.940267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.496s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.940468] env[65762]: DEBUG nova.objects.instance [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'resources' on Instance uuid f3c31398-ce07-412f-b73a-dbba2f2a2aa7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server [None req-51344030-041c-41c9-8705-92e25434d227 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Exception during message handling: glanceclient.exc.HTTPException: HTTP 410 Gone: Image 0af36d77-216f-4fb8-a57a-1c349761d156 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server raise self.value [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server raise self.value [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server raise self.value [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server raise self.value [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4591, in snapshot_instance [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4624, in _snapshot_instance [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1024, in snapshot [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server images.upload_image_stream_optimized( [ 843.943423] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 467, in upload_image_stream_optimized [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server IMAGE_API.update(context, image_id, image_metadata, data=read_handle) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1254, in update [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return session.update(context, image_id, image_info, data=data, [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 704, in update [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server _reraise_translated_image_exception(image_id) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1042, in _reraise_translated_image_exception [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server raise new_exc.with_traceback(exc_trace) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 702, in update [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server image = self._update_v2(context, sent_service_image_meta, data) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 721, in _update_v2 [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server image = self._upload_data(context, image_id, data) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 590, in _upload_data [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server utils.tpool_execute(self._client.call, [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 634, in tpool_execute [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return _pass_context(tpool.execute, func, *args, **kwargs) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 586, in _pass_context [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return runner(context_wrapper, *args, **kwargs) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 125, in execute [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server raise e.with_traceback(tb) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 82, in tworker [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server rv = meth(*args, **kwargs) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 181, in call [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server result = getattr(controller, method)(*args, **kwargs) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 652, in inner [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return RequestIdProxy(wrapped(*args, **kwargs)) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 313, in upload [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server resp, body = self.http_client.put(url, headers=hdrs, data=body) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 619, in put [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return self.request(url, 'PUT', **kwargs) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 376, in request [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server return self._handle_response(resp) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 116, in _handle_response [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server raise exc.from_response(resp, resp.content) [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server glanceclient.exc.HTTPException: HTTP 410 Gone: Image 0af36d77-216f-4fb8-a57a-1c349761d156 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 843.945601] env[65762]: ERROR oslo_messaging.rpc.server [ 843.964698] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 88d46b2d-97a5-42cf-bc3f-c3050a361aba/88d46b2d-97a5-42cf-bc3f-c3050a361aba.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.967312] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1482b2-6b12-4383-ab0c-ab0ecee5f934 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.989436] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 843.989436] env[65762]: value = "task-4560243" [ 843.989436] env[65762]: _type = "Task" [ 843.989436] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.000125] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.027401] env[65762]: DEBUG oslo_concurrency.lockutils [req-ebd6d95b-1fba-42dd-83f7-67143eb13905 req-9b40613e-ee23-4f43-879f-7841b133adc2 service nova] Releasing lock "refresh_cache-88d46b2d-97a5-42cf-bc3f-c3050a361aba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.319601] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560242, 'name': PowerOffVM_Task, 'duration_secs': 0.484625} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.320083] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.320196] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.321095] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ef4c98-8817-4a4d-966d-79fef479d862 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.329744] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.329991] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0bb537a-dca8-45dd-a734-52351243d01b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.445569] env[65762]: WARNING neutronclient.v2_0.client [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.500938] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560243, 'name': ReconfigVM_Task, 'duration_secs': 0.333457} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.503907] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 88d46b2d-97a5-42cf-bc3f-c3050a361aba/88d46b2d-97a5-42cf-bc3f-c3050a361aba.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.505354] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e71b979d-91a3-4f48-be19-36e382e31699 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.522377] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 844.522377] env[65762]: value = "task-4560245" [ 844.522377] env[65762]: _type = "Task" [ 844.522377] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.535342] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560245, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.583110] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.583530] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.583530] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleting the datastore file [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.583845] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d75965-ec2a-4292-8401-f1e8119e18d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.592129] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 844.592129] env[65762]: value = "task-4560246" [ 844.592129] env[65762]: _type = "Task" [ 844.592129] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.602108] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.608941] env[65762]: WARNING neutronclient.v2_0.client [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.689593] env[65762]: DEBUG nova.network.neutron [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [{"id": "eb910d19-601b-470d-a28e-d9be76ee533f", "address": "fa:16:3e:77:a3:cc", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb910d19-60", "ovs_interfaceid": "eb910d19-601b-470d-a28e-d9be76ee533f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.764635] env[65762]: DEBUG nova.compute.manager [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Received event network-changed-eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 844.764874] env[65762]: DEBUG nova.compute.manager [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Refreshing instance network info cache due to event network-changed-eb910d19-601b-470d-a28e-d9be76ee533f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 844.765118] env[65762]: DEBUG oslo_concurrency.lockutils [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] Acquiring lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.935688] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2325564-a642-4a8a-be5f-4ebc3e549311 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.944170] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278980a9-077b-4403-b313-1a56d9cb1f25 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.979666] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3baaff9-9cbb-4511-9f6a-d223c1f485c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.989846] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7e4b6-17ea-43c5-9075-5a956adc9e9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.006361] env[65762]: DEBUG nova.compute.provider_tree [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.034569] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560245, 'name': Rename_Task, 'duration_secs': 0.183287} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.034872] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.035188] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59bc1466-4680-4a40-8836-166d8bc15549 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.045273] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 845.045273] env[65762]: value = "task-4560247" [ 845.045273] env[65762]: _type = "Task" [ 845.045273] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.055967] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.105169] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173958} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.105316] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.105555] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.105780] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.192914] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Releasing lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.194225] env[65762]: DEBUG oslo_concurrency.lockutils [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] Acquired lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.194426] env[65762]: DEBUG nova.network.neutron [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Refreshing network info cache for port eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.509751] env[65762]: DEBUG nova.scheduler.client.report [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.556963] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.699371] env[65762]: WARNING neutronclient.v2_0.client [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.702181] env[65762]: DEBUG nova.compute.manager [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 845.703294] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74726a0a-b913-4c07-a6db-524f9131e2fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.862030] env[65762]: WARNING neutronclient.v2_0.client [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.943617] env[65762]: DEBUG nova.network.neutron [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updated VIF entry in instance network info cache for port eb910d19-601b-470d-a28e-d9be76ee533f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 845.943970] env[65762]: DEBUG nova.network.neutron [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [{"id": "eb910d19-601b-470d-a28e-d9be76ee533f", "address": "fa:16:3e:77:a3:cc", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb910d19-60", "ovs_interfaceid": "eb910d19-601b-470d-a28e-d9be76ee533f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.014830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.017563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.181s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.017833] env[65762]: DEBUG nova.objects.instance [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lazy-loading 'resources' on Instance uuid 9013b1a1-0239-4fdb-be67-c233bda73310 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.038758] env[65762]: INFO nova.scheduler.client.report [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted allocations for instance f3c31398-ce07-412f-b73a-dbba2f2a2aa7 [ 846.056644] env[65762]: DEBUG oslo_vmware.api [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560247, 'name': PowerOnVM_Task, 'duration_secs': 0.762613} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.056962] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.057209] env[65762]: INFO nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Took 6.16 seconds to spawn the instance on the hypervisor. [ 846.057355] env[65762]: DEBUG nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 846.058400] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec0081-5462-4cc4-997e-5cfa5e900cbd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.146601] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.146870] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.147076] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.147516] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.147516] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.147732] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.147932] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.148131] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.148329] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.148494] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.148693] env[65762]: DEBUG nova.virt.hardware [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.149698] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235f12d3-e2f7-4e6c-ba6c-524c0e1082db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.161439] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32776795-0741-459e-abbf-8a925248e577 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.177421] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:81:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8325fc-ab2b-48f6-903b-da702410f50a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.185009] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 846.185350] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.185588] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e83044-43fa-447a-815b-afe12f882531 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.207205] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.207205] env[65762]: value = "task-4560248" [ 846.207205] env[65762]: _type = "Task" [ 846.207205] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.219397] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560248, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.447494] env[65762]: DEBUG oslo_concurrency.lockutils [req-22ca69a4-89f3-4414-bdaf-b841b870f224 req-80b2ec3b-62c7-4a55-b491-45c35605780a service nova] Releasing lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.547154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1b04b11-46da-4633-90f6-8d40f2d6218a tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "f3c31398-ce07-412f-b73a-dbba2f2a2aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.270s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.582975] env[65762]: INFO nova.compute.manager [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Took 46.20 seconds to build instance. [ 846.719350] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560248, 'name': CreateVM_Task, 'duration_secs': 0.439867} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.719595] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.720217] env[65762]: WARNING neutronclient.v2_0.client [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 846.720623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.720782] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.721298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.722286] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9003b2d1-09a6-415e-9b7f-0a53346682d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.725035] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd6e977-c5df-4c8e-99e2-1994763d2c36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.732698] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 846.732698] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fc2295-de08-ef3a-2913-383a9fe728ba" [ 846.732698] env[65762]: _type = "Task" [ 846.732698] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.735056] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Doing hard reboot of VM {{(pid=65762) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 846.738545] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c95d431c-d942-4927-be6e-031c9f882b4c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.747535] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fc2295-de08-ef3a-2913-383a9fe728ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.749542] env[65762]: DEBUG oslo_vmware.api [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 846.749542] env[65762]: value = "task-4560249" [ 846.749542] env[65762]: _type = "Task" [ 846.749542] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.762271] env[65762]: DEBUG oslo_vmware.api [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560249, 'name': ResetVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.085939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d7826ca3-80c7-4149-a016-cfa3545d1a11 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.225s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.117416] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220e917-aab4-467c-b9f1-c8c47b5a03b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.128887] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc48e6a9-b34c-4462-a1a0-952b02d80a5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.166637] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11445c22-94a0-4a8f-adb2-3376bb4640c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.175886] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f32a3-ae3f-4abb-889d-db017e445170 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.193748] env[65762]: DEBUG nova.compute.provider_tree [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.249073] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fc2295-de08-ef3a-2913-383a9fe728ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015654} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.249231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.249439] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.249701] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.249931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.250198] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.251156] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e026d5ab-d7b6-406a-b2fd-1f51961d5373 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.264126] env[65762]: DEBUG oslo_vmware.api [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560249, 'name': ResetVM_Task, 'duration_secs': 0.12307} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.264472] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Did hard reboot of VM {{(pid=65762) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 847.264690] env[65762]: DEBUG nova.compute.manager [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 847.265614] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019f5992-1dea-4888-aa34-e2e6ab56ec43 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.269675] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.269818] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.271254] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8689d42-e067-4ac7-bab8-1f3f2d4b9b14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.280461] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 847.280461] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528f9be4-2102-36a6-4749-d3fc62b26ff9" [ 847.280461] env[65762]: _type = "Task" [ 847.280461] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.290410] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528f9be4-2102-36a6-4749-d3fc62b26ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.700284] env[65762]: DEBUG nova.scheduler.client.report [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.787730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cc6c63f-b964-4d47-a724-bf23d3134607 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.385s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.795737] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528f9be4-2102-36a6-4749-d3fc62b26ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.796342] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02dbf610-4da9-4f67-8740-6396a70361fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.803501] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 847.803501] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526c152c-cbc4-8a69-9a62-89e08c28f45e" [ 847.803501] env[65762]: _type = "Task" [ 847.803501] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.814526] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526c152c-cbc4-8a69-9a62-89e08c28f45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.069793] env[65762]: DEBUG nova.compute.manager [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Received event network-changed-eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 848.070048] env[65762]: DEBUG nova.compute.manager [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Refreshing instance network info cache due to event network-changed-eb910d19-601b-470d-a28e-d9be76ee533f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 848.070299] env[65762]: DEBUG oslo_concurrency.lockutils [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] Acquiring lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070465] env[65762]: DEBUG oslo_concurrency.lockutils [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] Acquired lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070642] env[65762]: DEBUG nova.network.neutron [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Refreshing network info cache for port eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.205505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.208407] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.132s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.208517] env[65762]: DEBUG nova.objects.instance [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lazy-loading 'resources' on Instance uuid a93325c6-8901-488c-a626-bf1aa9f4f3af {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.240408] env[65762]: INFO nova.scheduler.client.report [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Deleted allocations for instance 9013b1a1-0239-4fdb-be67-c233bda73310 [ 848.245261] env[65762]: DEBUG nova.compute.manager [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 848.250685] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a030cb63-4f64-4b6f-892d-47251a9fb89e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.321020] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526c152c-cbc4-8a69-9a62-89e08c28f45e, 'name': SearchDatastore_Task, 'duration_secs': 0.033903} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.321302] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.321578] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.321861] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b776c507-d0ac-4a7b-be0f-c7bc1775fe65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.331124] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 848.331124] env[65762]: value = "task-4560250" [ 848.331124] env[65762]: _type = "Task" [ 848.331124] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.341621] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.461085] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204cb48-9a14-73d7-b050-856421f94600/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 848.461394] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd4499-46bb-4491-91d3-6e38a4038f86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.469681] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204cb48-9a14-73d7-b050-856421f94600/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 848.469913] env[65762]: ERROR oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204cb48-9a14-73d7-b050-856421f94600/disk-0.vmdk due to incomplete transfer. [ 848.470224] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ffa6a2bc-c2eb-40fb-917d-8b333e87dffe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.480287] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204cb48-9a14-73d7-b050-856421f94600/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 848.480508] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Uploaded image 1a5d203f-f194-4f63-8d5f-07b4ee66614b to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 848.485258] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.485968] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0c88659-6e5a-4796-b2e4-78e944e85280 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.494375] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 848.494375] env[65762]: value = "task-4560251" [ 848.494375] env[65762]: _type = "Task" [ 848.494375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.503967] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560251, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.573886] env[65762]: WARNING neutronclient.v2_0.client [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.722940] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.724319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.724620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.725506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.727526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.733866] env[65762]: INFO nova.compute.manager [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Terminating instance [ 848.761699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Lock "9013b1a1-0239-4fdb-be67-c233bda73310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.120s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.773642] env[65762]: INFO nova.compute.manager [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] instance snapshotting [ 848.778261] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5cf58-67b5-4134-9910-b34ad3c7ae26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.802962] env[65762]: WARNING neutronclient.v2_0.client [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.805955] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de79cb1-6f89-4b72-b356-8d561bee16a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.844636] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.926769] env[65762]: DEBUG nova.network.neutron [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updated VIF entry in instance network info cache for port eb910d19-601b-470d-a28e-d9be76ee533f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 848.927399] env[65762]: DEBUG nova.network.neutron [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [{"id": "eb910d19-601b-470d-a28e-d9be76ee533f", "address": "fa:16:3e:77:a3:cc", "network": {"id": "7ebe60a3-619c-4ed3-8d5a-74dfef28f93b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-595237436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c355b52c17d04a1785112a469b2d3dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb910d19-60", "ovs_interfaceid": "eb910d19-601b-470d-a28e-d9be76ee533f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.011296] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560251, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.240422] env[65762]: DEBUG nova.compute.manager [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 849.240422] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.241615] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e8c2d-9c60-4cb0-a9f4-9a6e15f67be1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.253449] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.253736] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2e44d6-0b6c-440b-9390-7075dc3c0690 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.261100] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 849.261100] env[65762]: value = "task-4560252" [ 849.261100] env[65762]: _type = "Task" [ 849.261100] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.270529] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.286321] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b519f-e9a1-4e09-a6fd-136754c335e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.294994] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d446211-d6e4-48cd-bd43-563d2037bf06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.327171] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.327694] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e95a20b3-49f7-4cff-bc68-3b63f718c6dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.330270] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eef020-d89f-4699-8e8d-c2bdff7ef2c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.339445] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 849.339445] env[65762]: value = "task-4560253" [ 849.339445] env[65762]: _type = "Task" [ 849.339445] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.344983] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663602} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.350276] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c76e64-8e41-43d3-85c5-1c79c5e3af23 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.356947] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.357279] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.357602] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67b7e5e-83b4-47bc-ba35-db4888e218e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.366310] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.376616] env[65762]: DEBUG nova.compute.provider_tree [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.378536] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 849.378536] env[65762]: value = "task-4560254" [ 849.378536] env[65762]: _type = "Task" [ 849.378536] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.388635] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.431359] env[65762]: DEBUG oslo_concurrency.lockutils [req-b704e65a-aa82-4e25-a6d9-5c77e52b9fea req-110686f3-8e41-4383-a0fc-7713021e4105 service nova] Releasing lock "refresh_cache-a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.506852] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560251, 'name': Destroy_Task, 'duration_secs': 0.684085} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.507081] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Destroyed the VM [ 849.507265] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 849.507476] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67c412c1-94e9-4e7b-974b-ce9d026b176d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.518153] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 849.518153] env[65762]: value = "task-4560255" [ 849.518153] env[65762]: _type = "Task" [ 849.518153] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.530188] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.772334] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.857640] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.880870] env[65762]: DEBUG nova.scheduler.client.report [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.898653] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080775} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.899130] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.899980] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603bc780-609b-419e-9fa3-2812fd988af9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.936977] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.937883] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf1dace-c2ca-4f2a-be48-4658b21fa008 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.964949] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 849.964949] env[65762]: value = "task-4560256" [ 849.964949] env[65762]: _type = "Task" [ 849.964949] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.975762] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.032020] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.278733] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.356721] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.395266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.399153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.741s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.399153] env[65762]: DEBUG nova.objects.instance [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lazy-loading 'resources' on Instance uuid e79742af-9767-4151-9a76-242d7994db55 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.432253] env[65762]: INFO nova.scheduler.client.report [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleted allocations for instance a93325c6-8901-488c-a626-bf1aa9f4f3af [ 850.481272] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560256, 'name': ReconfigVM_Task, 'duration_secs': 0.348683} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.481881] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.483303] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12585910-729d-4267-9219-60ea653a49a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.495023] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 850.495023] env[65762]: value = "task-4560257" [ 850.495023] env[65762]: _type = "Task" [ 850.495023] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.510064] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560257, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.532498] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.623785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "4d158c34-3d09-4d17-a990-2c69ca8f048e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.624074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.772888] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560252, 'name': PowerOffVM_Task, 'duration_secs': 1.130104} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.773206] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.773410] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.773669] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f49f2995-eafd-4b23-8613-29527bd39bd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.855611] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.855611] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.855611] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Deleting the datastore file [datastore1] a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.855611] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09d84ed8-3a0c-4811-adcb-7e919bf22f07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.860080] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560253, 'name': CreateSnapshot_Task, 'duration_secs': 1.187845} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.861037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 850.861219] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3e8f3-8d2c-4d26-80e0-e5a721302f28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.865406] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 850.865406] env[65762]: value = "task-4560259" [ 850.865406] env[65762]: _type = "Task" [ 850.865406] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.880771] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.947873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "a93325c6-8901-488c-a626-bf1aa9f4f3af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.868s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.011573] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560257, 'name': Rename_Task, 'duration_secs': 0.169255} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.011749] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.012108] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-888e86f2-1705-49d8-8ea1-f26ca2f13fde {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.032150] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 851.032150] env[65762]: value = "task-4560260" [ 851.032150] env[65762]: _type = "Task" [ 851.032150] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.039321] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560255, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.049623] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560260, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.127246] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 851.382593] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.386409] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f0171c0-32c5-440b-accc-4df1231bb5b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.389744] env[65762]: DEBUG oslo_vmware.api [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258552} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.392452] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.392649] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.392823] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.393035] env[65762]: INFO nova.compute.manager [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Took 2.15 seconds to destroy the instance on the hypervisor. [ 851.393260] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.393969] env[65762]: DEBUG nova.compute.manager [-] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 851.394144] env[65762]: DEBUG nova.network.neutron [-] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 851.394363] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.402579] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 851.402579] env[65762]: value = "task-4560261" [ 851.402579] env[65762]: _type = "Task" [ 851.402579] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.414960] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560261, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.435285] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.540991] env[65762]: DEBUG oslo_vmware.api [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560255, 'name': RemoveSnapshot_Task, 'duration_secs': 1.594509} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.541359] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 851.541623] env[65762]: INFO nova.compute.manager [None req-5c4af9fe-9133-4d3b-8ddb-b516b059e1dc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Took 18.63 seconds to snapshot the instance on the hypervisor. [ 851.555524] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560260, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.581732] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd8a26-94db-417b-9281-6da817dadd3b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.592280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d33e297-f41a-4cc2-9ae8-3ced8a42f7ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.629787] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6779214-faaa-4893-a097-cf243438c0c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.645262] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51fe05-4260-4635-8760-df54f98791f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.661886] env[65762]: DEBUG nova.compute.provider_tree [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.667059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.825148] env[65762]: DEBUG nova.compute.manager [req-b989ad8e-8db7-42e3-b49b-fa2d2528b3bf req-4f30d7e0-be9d-4d7a-a3f7-96b6b9797512 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Received event network-vif-deleted-eb910d19-601b-470d-a28e-d9be76ee533f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 851.825399] env[65762]: INFO nova.compute.manager [req-b989ad8e-8db7-42e3-b49b-fa2d2528b3bf req-4f30d7e0-be9d-4d7a-a3f7-96b6b9797512 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Neutron deleted interface eb910d19-601b-470d-a28e-d9be76ee533f; detaching it from the instance and deleting it from the info cache [ 851.825473] env[65762]: DEBUG nova.network.neutron [req-b989ad8e-8db7-42e3-b49b-fa2d2528b3bf req-4f30d7e0-be9d-4d7a-a3f7-96b6b9797512 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.915492] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560261, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.042983] env[65762]: DEBUG oslo_vmware.api [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560260, 'name': PowerOnVM_Task, 'duration_secs': 0.596748} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.043365] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.044042] env[65762]: DEBUG nova.compute.manager [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 852.044455] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee3764-1454-40fc-ac96-a57c9dbb4e62 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.165329] env[65762]: DEBUG nova.scheduler.client.report [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.269940] env[65762]: DEBUG nova.network.neutron [-] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.328615] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ebc5baa-ebc8-487c-b765-40da02dd6bd6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.339909] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e7b1da-3135-42af-9650-728d6573ac4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.376996] env[65762]: DEBUG nova.compute.manager [req-b989ad8e-8db7-42e3-b49b-fa2d2528b3bf req-4f30d7e0-be9d-4d7a-a3f7-96b6b9797512 service nova] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Detach interface failed, port_id=eb910d19-601b-470d-a28e-d9be76ee533f, reason: Instance a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 852.414344] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560261, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.564564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.597071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.597301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.671074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.673757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.288s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.675632] env[65762]: INFO nova.compute.claims [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.700154] env[65762]: INFO nova.scheduler.client.report [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Deleted allocations for instance e79742af-9767-4151-9a76-242d7994db55 [ 852.772579] env[65762]: INFO nova.compute.manager [-] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Took 1.38 seconds to deallocate network for instance. [ 852.917167] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560261, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.100111] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 853.211038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Lock "e79742af-9767-4151-9a76-242d7994db55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.268s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.279211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.415923] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560261, 'name': CloneVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.567279] env[65762]: INFO nova.compute.manager [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Rebuilding instance [ 853.614241] env[65762]: DEBUG nova.compute.manager [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 853.615117] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20779015-6743-4816-9635-90212cc096a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.620044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.919604] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560261, 'name': CloneVM_Task, 'duration_secs': 2.021687} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.920014] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Created linked-clone VM from snapshot [ 853.921492] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e46259-d1fc-4fb1-907d-b274ad18218c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.930317] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Uploading image 74cda162-2a91-4573-abdd-18c89b86f8c4 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.958890] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.958890] env[65762]: value = "vm-891116" [ 853.958890] env[65762]: _type = "VirtualMachine" [ 853.958890] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.961423] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50711d7e-2eec-4945-b9ba-dfd7b27edffb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.979329] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lease: (returnval){ [ 853.979329] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b914a-f0cb-186f-f74f-07ebb9b20edd" [ 853.979329] env[65762]: _type = "HttpNfcLease" [ 853.979329] env[65762]: } obtained for exporting VM: (result){ [ 853.979329] env[65762]: value = "vm-891116" [ 853.979329] env[65762]: _type = "VirtualMachine" [ 853.979329] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.979329] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the lease: (returnval){ [ 853.979329] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b914a-f0cb-186f-f74f-07ebb9b20edd" [ 853.979329] env[65762]: _type = "HttpNfcLease" [ 853.979329] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.992320] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.992320] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b914a-f0cb-186f-f74f-07ebb9b20edd" [ 853.992320] env[65762]: _type = "HttpNfcLease" [ 853.992320] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.183397] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c6e90a-5cbd-48b3-a4d8-79041754b17c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.193493] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b768d93-3f1c-4882-b2eb-7b9bcfccc9b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.234877] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6eda1d-809c-4388-bccb-4089bec03ed5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.244661] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38df1b57-75fb-4fc7-b9f9-383ea4855132 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.260620] env[65762]: DEBUG nova.compute.provider_tree [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.490051] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.490051] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b914a-f0cb-186f-f74f-07ebb9b20edd" [ 854.490051] env[65762]: _type = "HttpNfcLease" [ 854.490051] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.490051] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.490051] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b914a-f0cb-186f-f74f-07ebb9b20edd" [ 854.490051] env[65762]: _type = "HttpNfcLease" [ 854.490051] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.491111] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5c0a3-5bda-43a7-b233-cbb93d3c5b22 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.500345] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1f825-e0c3-d427-fa69-6362752dd0bf/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.500538] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1f825-e0c3-d427-fa69-6362752dd0bf/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.609694] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa695c57-2e6f-4ff2-ad98-5e14efced534 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.631112] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.631918] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed53dca-1696-4440-8a11-07b999f1008a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.640704] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 854.640704] env[65762]: value = "task-4560263" [ 854.640704] env[65762]: _type = "Task" [ 854.640704] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.649251] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.764247] env[65762]: DEBUG nova.scheduler.client.report [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.154582] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560263, 'name': PowerOffVM_Task, 'duration_secs': 0.208218} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.156036] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.157036] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.157562] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad966d-a612-437f-a7c8-bad3152cb2c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.166660] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.166993] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edc2ba6-ae45-4e6e-b97a-704d68f385bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.247503] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.247820] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.248675] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleting the datastore file [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.249389] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502edf63-1263-4f27-a57b-ee9625ef1c09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.257982] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 855.257982] env[65762]: value = "task-4560265" [ 855.257982] env[65762]: _type = "Task" [ 855.257982] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.268237] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.271409] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.272082] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 855.275672] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.899s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.277391] env[65762]: INFO nova.compute.claims [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.771089] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328494} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.771479] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.771842] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.771987] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.784428] env[65762]: DEBUG nova.compute.utils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.790385] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 855.790727] env[65762]: DEBUG nova.network.neutron [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.791191] env[65762]: WARNING neutronclient.v2_0.client [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.791605] env[65762]: WARNING neutronclient.v2_0.client [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.851788] env[65762]: DEBUG nova.policy [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb35f08334334cb3bd39226f763da701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc5a0233af75444aaf48e4209a235a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.239500] env[65762]: DEBUG nova.network.neutron [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Successfully created port: a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.290882] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 856.629639] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "11a69486-2cc6-4286-af07-e4e683ef12b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.629882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "11a69486-2cc6-4286-af07-e4e683ef12b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.789763] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea8944d-3312-494a-bd57-fec5d00efd36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.803634] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37271b76-3bf1-45a1-a3dd-9e7ac00d4848 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.815311] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 856.815620] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.815842] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 856.816104] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.816272] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 856.816465] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 856.816687] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.817161] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 856.817161] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 856.817324] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 856.817437] env[65762]: DEBUG nova.virt.hardware [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 856.819148] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d251c-67dd-47a2-9da1-11dc29187767 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.854437] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4fcc8-a619-4ad3-8228-9dc916bf0512 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.861403] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c26149-6e88-4812-a6e1-f72356bc7bd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.870098] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fca66f-7a0e-4986-9928-0d56ffa64bb7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.883770] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:81:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8325fc-ab2b-48f6-903b-da702410f50a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.891783] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.892971] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.893334] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a17e74-a05c-4193-ab10-570628a7b5c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.917885] env[65762]: DEBUG nova.compute.provider_tree [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.927026] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.927026] env[65762]: value = "task-4560266" [ 856.927026] env[65762]: _type = "Task" [ 856.927026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.938368] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560266, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.135601] env[65762]: DEBUG nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 857.304433] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 857.330974] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.332053] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.332273] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.332474] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.332622] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.332771] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.332992] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.333167] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.333336] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.333499] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.333668] env[65762]: DEBUG nova.virt.hardware [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.334578] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c381ad-6f60-4a4f-a013-f1c9b6bd2b84 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.344705] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede9be49-8fd7-4a19-89b7-df6fc256268c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.422333] env[65762]: DEBUG nova.scheduler.client.report [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.439335] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560266, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.661415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.723152] env[65762]: DEBUG nova.compute.manager [req-3e1bb0ba-2927-4f6c-a072-4f6bb4fd9544 req-5b1c4ede-8d61-4215-817a-c94286784526 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Received event network-vif-plugged-a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 857.723281] env[65762]: DEBUG oslo_concurrency.lockutils [req-3e1bb0ba-2927-4f6c-a072-4f6bb4fd9544 req-5b1c4ede-8d61-4215-817a-c94286784526 service nova] Acquiring lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.723523] env[65762]: DEBUG oslo_concurrency.lockutils [req-3e1bb0ba-2927-4f6c-a072-4f6bb4fd9544 req-5b1c4ede-8d61-4215-817a-c94286784526 service nova] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.723726] env[65762]: DEBUG oslo_concurrency.lockutils [req-3e1bb0ba-2927-4f6c-a072-4f6bb4fd9544 req-5b1c4ede-8d61-4215-817a-c94286784526 service nova] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.723929] env[65762]: DEBUG nova.compute.manager [req-3e1bb0ba-2927-4f6c-a072-4f6bb4fd9544 req-5b1c4ede-8d61-4215-817a-c94286784526 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] No waiting events found dispatching network-vif-plugged-a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 857.724421] env[65762]: WARNING nova.compute.manager [req-3e1bb0ba-2927-4f6c-a072-4f6bb4fd9544 req-5b1c4ede-8d61-4215-817a-c94286784526 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Received unexpected event network-vif-plugged-a348e279-ac8b-4932-9842-c3fe6681b104 for instance with vm_state building and task_state spawning. [ 857.823924] env[65762]: DEBUG nova.network.neutron [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Successfully updated port: a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.932842] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.933445] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 857.939920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.196s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.941488] env[65762]: INFO nova.compute.claims [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.944218] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560266, 'name': CreateVM_Task, 'duration_secs': 0.631359} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.944730] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.945390] env[65762]: WARNING neutronclient.v2_0.client [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 857.945777] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.945927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.946279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.946544] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defd66a0-a23e-42ba-92cf-2559c8fdd184 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.952673] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 857.952673] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5277b881-ea98-ef38-bbbd-6be4c911b995" [ 857.952673] env[65762]: _type = "Task" [ 857.952673] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.961889] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5277b881-ea98-ef38-bbbd-6be4c911b995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.328326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "refresh_cache-4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquired lock "refresh_cache-4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.328326] env[65762]: DEBUG nova.network.neutron [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.447738] env[65762]: DEBUG nova.compute.utils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.451946] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 858.451946] env[65762]: DEBUG nova.network.neutron [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.452342] env[65762]: WARNING neutronclient.v2_0.client [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.452638] env[65762]: WARNING neutronclient.v2_0.client [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.469143] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5277b881-ea98-ef38-bbbd-6be4c911b995, 'name': SearchDatastore_Task, 'duration_secs': 0.01595} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.469143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.469143] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.469143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.469143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.469143] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.469143] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97be0879-deb7-4e53-8265-668021d2f492 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.479657] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.479826] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.480993] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84062203-6da0-4c2b-adf3-029ad9bd8e10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.489051] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 858.489051] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5245da43-983c-17a6-63ed-167387fcbd03" [ 858.489051] env[65762]: _type = "Task" [ 858.489051] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.498838] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5245da43-983c-17a6-63ed-167387fcbd03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.519047] env[65762]: DEBUG nova.policy [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.826649] env[65762]: DEBUG nova.network.neutron [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Successfully created port: adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 858.899641] env[65762]: DEBUG nova.network.neutron [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.953364] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 859.004033] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5245da43-983c-17a6-63ed-167387fcbd03, 'name': SearchDatastore_Task, 'duration_secs': 0.025195} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.005646] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d955a8d-462b-413e-9ea6-f1ee938ffac5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.015909] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 859.015909] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5226c0ae-8daa-bf88-029b-3b8c117fc8e0" [ 859.015909] env[65762]: _type = "Task" [ 859.015909] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.029312] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5226c0ae-8daa-bf88-029b-3b8c117fc8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.215131] env[65762]: WARNING neutronclient.v2_0.client [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.427650] env[65762]: DEBUG nova.network.neutron [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Updating instance_info_cache with network_info: [{"id": "a348e279-ac8b-4932-9842-c3fe6681b104", "address": "fa:16:3e:8e:13:d3", "network": {"id": "2dbeee9a-3baf-4496-8333-115ba4ba61fd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1365068517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc5a0233af75444aaf48e4209a235a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa348e279-ac", "ovs_interfaceid": "a348e279-ac8b-4932-9842-c3fe6681b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.531243] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5226c0ae-8daa-bf88-029b-3b8c117fc8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.023888} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.535526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.536072] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.537058] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22480a7-2a16-4a05-bf1c-0a37c4127d11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.547364] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 859.547364] env[65762]: value = "task-4560267" [ 859.547364] env[65762]: _type = "Task" [ 859.547364] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.559422] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.674344] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1beebc5-01ca-4436-9837-6ffa836fe485 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.686061] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f37803-ff04-48d2-b16d-b0555c62b515 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.722325] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c8d92-e51d-4a03-adb7-c6422360ff66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.732216] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf741008-4163-4377-bfff-6a931d8e83af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.748163] env[65762]: DEBUG nova.compute.provider_tree [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.863703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "d8660e5a-2849-447d-9b10-6a3bd414e68e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.864209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.864209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "d8660e5a-2849-447d-9b10-6a3bd414e68e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.864457] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.865081] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.867158] env[65762]: INFO nova.compute.manager [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Terminating instance [ 859.931040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Releasing lock "refresh_cache-4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.931040] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Instance network_info: |[{"id": "a348e279-ac8b-4932-9842-c3fe6681b104", "address": "fa:16:3e:8e:13:d3", "network": {"id": "2dbeee9a-3baf-4496-8333-115ba4ba61fd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1365068517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc5a0233af75444aaf48e4209a235a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa348e279-ac", "ovs_interfaceid": "a348e279-ac8b-4932-9842-c3fe6681b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 859.933745] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:13:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a348e279-ac8b-4932-9842-c3fe6681b104', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.939831] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Creating folder: Project (cc5a0233af75444aaf48e4209a235a9c). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.940188] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b3f825-941d-4f2d-acca-7b44974f280b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.956129] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Created folder: Project (cc5a0233af75444aaf48e4209a235a9c) in parent group-v890951. [ 859.956129] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Creating folder: Instances. Parent ref: group-v891118. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.956129] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feaea2a5-de78-44b0-99e1-9b6c6ec543b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.971355] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Created folder: Instances in parent group-v891118. [ 859.971800] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.974582] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.974894] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c01bd8ff-9912-4019-91c7-ca610617e0bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.992801] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 860.003319] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.003319] env[65762]: value = "task-4560270" [ 860.003319] env[65762]: _type = "Task" [ 860.003319] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.013721] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560270, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.023644] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 860.023644] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.023885] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 860.023885] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.024085] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 860.024409] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 860.024737] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 860.024899] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 860.025139] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 860.025243] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 860.025397] env[65762]: DEBUG nova.virt.hardware [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 860.026545] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a497ec-21d6-482a-9007-cfe421382b90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.032318] env[65762]: DEBUG nova.compute.manager [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Received event network-changed-a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 860.032530] env[65762]: DEBUG nova.compute.manager [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Refreshing instance network info cache due to event network-changed-a348e279-ac8b-4932-9842-c3fe6681b104. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 860.032720] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] Acquiring lock "refresh_cache-4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.032814] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] Acquired lock "refresh_cache-4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.033026] env[65762]: DEBUG nova.network.neutron [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Refreshing network info cache for port a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.043517] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23c69c-5f45-42eb-b477-99f62d4eabee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.070129] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.252459] env[65762]: DEBUG nova.scheduler.client.report [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.373428] env[65762]: DEBUG nova.compute.manager [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 860.375161] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.376300] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ffa6ff-83e3-489a-9001-25ceb5979edd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.391162] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.391508] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ebddbd-66b3-4e84-a9a4-f5d824bbfd5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.402326] env[65762]: DEBUG oslo_vmware.api [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 860.402326] env[65762]: value = "task-4560271" [ 860.402326] env[65762]: _type = "Task" [ 860.402326] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.416762] env[65762]: DEBUG oslo_vmware.api [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4560271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.526391] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560270, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.537510] env[65762]: WARNING neutronclient.v2_0.client [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.543116] env[65762]: DEBUG nova.compute.manager [req-34ba88d8-0aed-4689-9334-9970823473e2 req-17842d62-ac94-4e82-bf72-e4017e187215 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Received event network-vif-plugged-adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 860.543475] env[65762]: DEBUG oslo_concurrency.lockutils [req-34ba88d8-0aed-4689-9334-9970823473e2 req-17842d62-ac94-4e82-bf72-e4017e187215 service nova] Acquiring lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.543634] env[65762]: DEBUG oslo_concurrency.lockutils [req-34ba88d8-0aed-4689-9334-9970823473e2 req-17842d62-ac94-4e82-bf72-e4017e187215 service nova] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.543826] env[65762]: DEBUG oslo_concurrency.lockutils [req-34ba88d8-0aed-4689-9334-9970823473e2 req-17842d62-ac94-4e82-bf72-e4017e187215 service nova] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.544693] env[65762]: DEBUG nova.compute.manager [req-34ba88d8-0aed-4689-9334-9970823473e2 req-17842d62-ac94-4e82-bf72-e4017e187215 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] No waiting events found dispatching network-vif-plugged-adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.544693] env[65762]: WARNING nova.compute.manager [req-34ba88d8-0aed-4689-9334-9970823473e2 req-17842d62-ac94-4e82-bf72-e4017e187215 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Received unexpected event network-vif-plugged-adc14e6c-91d7-4ce6-92c2-cabcba264612 for instance with vm_state building and task_state spawning. [ 860.564047] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927393} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.564047] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.564047] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.564047] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46d7ecb-4576-4131-965a-640191529fac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.574757] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 860.574757] env[65762]: value = "task-4560272" [ 860.574757] env[65762]: _type = "Task" [ 860.574757] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.586649] env[65762]: DEBUG nova.network.neutron [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Successfully updated port: adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.594539] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.730428] env[65762]: WARNING neutronclient.v2_0.client [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.757414] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.757986] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 860.761161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.814s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.761253] env[65762]: DEBUG nova.objects.instance [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'resources' on Instance uuid 74dd4675-f16d-4833-b78d-911898c9911a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.830227] env[65762]: DEBUG nova.network.neutron [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Updated VIF entry in instance network info cache for port a348e279-ac8b-4932-9842-c3fe6681b104. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.830625] env[65762]: DEBUG nova.network.neutron [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Updating instance_info_cache with network_info: [{"id": "a348e279-ac8b-4932-9842-c3fe6681b104", "address": "fa:16:3e:8e:13:d3", "network": {"id": "2dbeee9a-3baf-4496-8333-115ba4ba61fd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1365068517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc5a0233af75444aaf48e4209a235a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa348e279-ac", "ovs_interfaceid": "a348e279-ac8b-4932-9842-c3fe6681b104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.914633] env[65762]: DEBUG oslo_vmware.api [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4560271, 'name': PowerOffVM_Task, 'duration_secs': 0.322308} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.915252] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.915252] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.916235] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3aa322b-f56e-4029-8741-3ef229aa481d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.993879] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.994264] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.994539] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Deleting the datastore file [datastore1] d8660e5a-2849-447d-9b10-6a3bd414e68e {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.994839] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f789ea94-4781-4ec7-a659-8861a730fe05 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.003013] env[65762]: DEBUG oslo_vmware.api [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for the task: (returnval){ [ 861.003013] env[65762]: value = "task-4560274" [ 861.003013] env[65762]: _type = "Task" [ 861.003013] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.016446] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560270, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.020012] env[65762]: DEBUG oslo_vmware.api [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4560274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.084969] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.089933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-bf794798-70c0-4ca9-b5e8-56071f5a0bc7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.090265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-bf794798-70c0-4ca9-b5e8-56071f5a0bc7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.090414] env[65762]: DEBUG nova.network.neutron [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.266788] env[65762]: DEBUG nova.compute.utils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.270967] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 861.270967] env[65762]: DEBUG nova.network.neutron [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.271612] env[65762]: WARNING neutronclient.v2_0.client [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.271612] env[65762]: WARNING neutronclient.v2_0.client [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.333763] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8f3c3b2-788e-4cae-859c-6dc320447844 req-be1a0a67-24b2-40e1-99bf-410e9dc83798 service nova] Releasing lock "refresh_cache-4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336961] env[65762]: DEBUG nova.policy [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38481194a86d4ea2a640065f91b624a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd427f10c9d7e4f61ae5d7c82686aa55e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.522182] env[65762]: DEBUG oslo_vmware.api [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Task: {'id': task-4560274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458534} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.522456] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.522637] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.522869] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.523227] env[65762]: INFO nova.compute.manager [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 861.523593] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 861.523829] env[65762]: DEBUG nova.compute.manager [-] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 861.523940] env[65762]: DEBUG nova.network.neutron [-] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 861.524324] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.530942] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560270, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.566474] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.587410] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.935055} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.587706] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.588636] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83ce34-fca6-4407-861c-4d06e18d4f51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.614066] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.617122] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bfb1a56-f791-457d-bedd-3a9945cc9615 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.640685] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 861.640685] env[65762]: value = "task-4560275" [ 861.640685] env[65762]: _type = "Task" [ 861.640685] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.650810] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.718442] env[65762]: DEBUG nova.network.neutron [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Successfully created port: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 861.771258] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 861.812889] env[65762]: DEBUG nova.network.neutron [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 861.863928] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4896e58a-7f7b-4c28-9d12-bd1084a80323 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.874513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d2de7a-9857-4ca1-b07e-e931c504811e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.912575] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41112ba5-ae90-4e7b-aa0b-a70bae0f04d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.923602] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8fbe1f-b667-4e8a-a40a-d2afd326a2db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.943562] env[65762]: DEBUG nova.compute.provider_tree [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.022972] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560270, 'name': CreateVM_Task, 'duration_secs': 1.526712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.023106] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.023656] env[65762]: WARNING neutronclient.v2_0.client [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.024266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.024423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.024821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.025329] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e134e534-1202-4630-a787-1c2f0a899127 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.033019] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 862.033019] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b1a4a4-94d3-c2a5-b0e4-bf33ee004257" [ 862.033019] env[65762]: _type = "Task" [ 862.033019] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.042688] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b1a4a4-94d3-c2a5-b0e4-bf33ee004257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.153625] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.261119] env[65762]: WARNING neutronclient.v2_0.client [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.453363] env[65762]: DEBUG nova.scheduler.client.report [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.465355] env[65762]: DEBUG nova.network.neutron [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Updating instance_info_cache with network_info: [{"id": "adc14e6c-91d7-4ce6-92c2-cabcba264612", "address": "fa:16:3e:39:f6:7b", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc14e6c-91", "ovs_interfaceid": "adc14e6c-91d7-4ce6-92c2-cabcba264612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.543222] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b1a4a4-94d3-c2a5-b0e4-bf33ee004257, 'name': SearchDatastore_Task, 'duration_secs': 0.015288} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.543548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.543776] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.544016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.544205] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.544332] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.544607] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68772350-27e7-4370-99b7-6aa4aa9ffd34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.555856] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.556085] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.556876] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf47a0e-24b0-4f94-bceb-9d863b67d853 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.564544] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 862.564544] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d4981a-17b0-512d-205d-a96d3590b30c" [ 862.564544] env[65762]: _type = "Task" [ 862.564544] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.572733] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d4981a-17b0-512d-205d-a96d3590b30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.596666] env[65762]: DEBUG nova.network.neutron [-] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.602270] env[65762]: DEBUG nova.compute.manager [req-eec997da-96b8-447e-8c4c-897d0c5eb125 req-c1669de1-8485-47b1-9d7b-c3a824cf0165 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Received event network-vif-deleted-cc1ef4fc-2d22-419d-979a-a354a349a101 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 862.602440] env[65762]: INFO nova.compute.manager [req-eec997da-96b8-447e-8c4c-897d0c5eb125 req-c1669de1-8485-47b1-9d7b-c3a824cf0165 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Neutron deleted interface cc1ef4fc-2d22-419d-979a-a354a349a101; detaching it from the instance and deleting it from the info cache [ 862.602611] env[65762]: DEBUG nova.network.neutron [req-eec997da-96b8-447e-8c4c-897d0c5eb125 req-c1669de1-8485-47b1-9d7b-c3a824cf0165 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.653406] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.783675] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 862.814582] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.814852] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.814995] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.815217] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.815371] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.815460] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.815699] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.815913] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.816130] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.816299] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.816469] env[65762]: DEBUG nova.virt.hardware [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.818348] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559626f0-2270-4662-bac0-8eafa74c1b96 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.829041] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72129c0-d3c9-41a2-a173-69b9a58b7b22 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.955728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.958396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.790s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.960102] env[65762]: INFO nova.compute.claims [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.970309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-bf794798-70c0-4ca9-b5e8-56071f5a0bc7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.970309] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Instance network_info: |[{"id": "adc14e6c-91d7-4ce6-92c2-cabcba264612", "address": "fa:16:3e:39:f6:7b", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc14e6c-91", "ovs_interfaceid": "adc14e6c-91d7-4ce6-92c2-cabcba264612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 862.970789] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f6:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc14e6c-91d7-4ce6-92c2-cabcba264612', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.979385] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.979662] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.979924] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbcea28-c7ad-4689-9a71-721edd4bf5ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.998381] env[65762]: INFO nova.scheduler.client.report [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocations for instance 74dd4675-f16d-4833-b78d-911898c9911a [ 863.008676] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.008676] env[65762]: value = "task-4560276" [ 863.008676] env[65762]: _type = "Task" [ 863.008676] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.021696] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560276, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.024570] env[65762]: DEBUG nova.compute.manager [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Received event network-changed-adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 863.024760] env[65762]: DEBUG nova.compute.manager [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Refreshing instance network info cache due to event network-changed-adc14e6c-91d7-4ce6-92c2-cabcba264612. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 863.025062] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] Acquiring lock "refresh_cache-bf794798-70c0-4ca9-b5e8-56071f5a0bc7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.025253] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] Acquired lock "refresh_cache-bf794798-70c0-4ca9-b5e8-56071f5a0bc7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.025394] env[65762]: DEBUG nova.network.neutron [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Refreshing network info cache for port adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.079030] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d4981a-17b0-512d-205d-a96d3590b30c, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.079030] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e4318e-c448-4cf0-be2b-86207d2facf4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.084494] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 863.084494] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8e24-4dcd-cfbb-cf63-a6ac8b26d3f7" [ 863.084494] env[65762]: _type = "Task" [ 863.084494] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.095377] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8e24-4dcd-cfbb-cf63-a6ac8b26d3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.099565] env[65762]: INFO nova.compute.manager [-] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Took 1.58 seconds to deallocate network for instance. [ 863.106660] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32c4f6fd-3272-4338-a06d-539a409a8c79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.117130] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaed53a-98d9-42c8-97fa-d2091d58f84c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.166981] env[65762]: DEBUG nova.compute.manager [req-eec997da-96b8-447e-8c4c-897d0c5eb125 req-c1669de1-8485-47b1-9d7b-c3a824cf0165 service nova] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Detach interface failed, port_id=cc1ef4fc-2d22-419d-979a-a354a349a101, reason: Instance d8660e5a-2849-447d-9b10-6a3bd414e68e could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 863.175295] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560275, 'name': ReconfigVM_Task, 'duration_secs': 1.163012} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.175679] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385/f23e6161-018d-4ee7-ac1f-ea941e7dd385.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.176522] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0869db0-d567-4604-b6fa-2cdada190be0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.186954] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 863.186954] env[65762]: value = "task-4560277" [ 863.186954] env[65762]: _type = "Task" [ 863.186954] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.199353] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560277, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.435634] env[65762]: DEBUG nova.network.neutron [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Successfully updated port: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 863.516330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6be59805-ee15-4e9b-99f7-532aca4e985c tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "74dd4675-f16d-4833-b78d-911898c9911a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.809s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.524421] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560276, 'name': CreateVM_Task, 'duration_secs': 0.408456} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.524618] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.525098] env[65762]: WARNING neutronclient.v2_0.client [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.525502] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.525701] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.526137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.526411] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4f4ba0-601c-4675-bb4c-7234892bc44f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.528578] env[65762]: WARNING neutronclient.v2_0.client [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.535066] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 863.535066] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52810cbd-79aa-1fad-383a-900ad3709027" [ 863.535066] env[65762]: _type = "Task" [ 863.535066] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.545678] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52810cbd-79aa-1fad-383a-900ad3709027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.598087] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8e24-4dcd-cfbb-cf63-a6ac8b26d3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018634} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.598383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598639] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5/4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.599637] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14717ae7-47f6-482f-a4e5-9d75b8189499 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.606726] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.608997] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 863.608997] env[65762]: value = "task-4560278" [ 863.608997] env[65762]: _type = "Task" [ 863.608997] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.619620] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.699644] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560277, 'name': Rename_Task, 'duration_secs': 0.22105} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.700036] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.700315] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c9f6a9-3721-4d0a-9e90-2079dc15a6a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.709801] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 863.709801] env[65762]: value = "task-4560279" [ 863.709801] env[65762]: _type = "Task" [ 863.709801] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.715076] env[65762]: WARNING neutronclient.v2_0.client [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.724576] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.795824] env[65762]: DEBUG nova.network.neutron [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Updated VIF entry in instance network info cache for port adc14e6c-91d7-4ce6-92c2-cabcba264612. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.795824] env[65762]: DEBUG nova.network.neutron [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Updating instance_info_cache with network_info: [{"id": "adc14e6c-91d7-4ce6-92c2-cabcba264612", "address": "fa:16:3e:39:f6:7b", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc14e6c-91", "ovs_interfaceid": "adc14e6c-91d7-4ce6-92c2-cabcba264612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.832427] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1f825-e0c3-d427-fa69-6362752dd0bf/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.832594] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07836a-ddcd-475c-b274-618846eef201 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.842834] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1f825-e0c3-d427-fa69-6362752dd0bf/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.842834] env[65762]: ERROR oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1f825-e0c3-d427-fa69-6362752dd0bf/disk-0.vmdk due to incomplete transfer. [ 863.842834] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59bc661f-9def-42f9-9b8b-da86638e43bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854107] env[65762]: DEBUG oslo_vmware.rw_handles [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1f825-e0c3-d427-fa69-6362752dd0bf/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.854360] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Uploaded image 74cda162-2a91-4573-abdd-18c89b86f8c4 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.857225] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.857791] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9614d109-073e-412c-8aeb-8ce6dd125966 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.867968] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 863.867968] env[65762]: value = "task-4560280" [ 863.867968] env[65762]: _type = "Task" [ 863.867968] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.880113] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560280, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.939415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.939610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.939772] env[65762]: DEBUG nova.network.neutron [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.051061] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52810cbd-79aa-1fad-383a-900ad3709027, 'name': SearchDatastore_Task, 'duration_secs': 0.038133} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.055078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.055186] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.055496] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.055782] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.056054] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.057979] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0480bbc4-ed59-4989-afd2-d5aefb0d8c1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.073127] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.073127] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.073989] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396ede10-9c51-4ad0-a703-8f9df4ce1b4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.082409] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 864.082409] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5218e634-671c-8a40-3740-ace79759075a" [ 864.082409] env[65762]: _type = "Task" [ 864.082409] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.098423] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5218e634-671c-8a40-3740-ace79759075a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.128608] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.224976] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560279, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.299770] env[65762]: DEBUG oslo_concurrency.lockutils [req-0b2d6124-963c-4496-a40c-e3477ad6a8e5 req-a46b6224-d696-4cc5-aaf5-bffc6b46c2f9 service nova] Releasing lock "refresh_cache-bf794798-70c0-4ca9-b5e8-56071f5a0bc7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.384222] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560280, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.492516] env[65762]: DEBUG nova.network.neutron [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 864.522190] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee136c-75ea-4545-bfaf-319d971e50a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.531338] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3beef8-ccc7-48c3-b300-18db5e97b538 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.570997] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9752ed3a-b6f9-46b3-aa91-0a1155bb0bb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.579191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d536117d-8186-4422-bd0a-b4ea087c236b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.595201] env[65762]: DEBUG nova.compute.provider_tree [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.606276] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5218e634-671c-8a40-3740-ace79759075a, 'name': SearchDatastore_Task, 'duration_secs': 0.059223} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.607996] env[65762]: WARNING neutronclient.v2_0.client [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.611516] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd7e01d-6a6c-4d6c-bffb-3fc25cb9125d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.623744] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561761} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.625155] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5/4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.625373] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.625740] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 864.625740] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5296936f-5f08-3549-11a8-d73cabb819f7" [ 864.625740] env[65762]: _type = "Task" [ 864.625740] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.626035] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee14020-8b31-4546-8c76-b69455e7af7e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.638301] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5296936f-5f08-3549-11a8-d73cabb819f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.639757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.640195] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] bf794798-70c0-4ca9-b5e8-56071f5a0bc7/bf794798-70c0-4ca9-b5e8-56071f5a0bc7.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.644082] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 864.644082] env[65762]: value = "task-4560281" [ 864.644082] env[65762]: _type = "Task" [ 864.644082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.644082] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60dd2718-138a-47d9-ae7e-8946e261380d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.655574] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.657532] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 864.657532] env[65762]: value = "task-4560282" [ 864.657532] env[65762]: _type = "Task" [ 864.657532] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.671306] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.694958] env[65762]: DEBUG nova.network.neutron [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.721856] env[65762]: DEBUG oslo_vmware.api [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560279, 'name': PowerOnVM_Task, 'duration_secs': 0.586186} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.722170] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.722389] env[65762]: DEBUG nova.compute.manager [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 864.723298] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28fc9ad-e310-4332-91ff-e7d0d5734e48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.879729] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560280, 'name': Destroy_Task, 'duration_secs': 0.625393} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.880029] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Destroyed the VM [ 864.880285] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.880558] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fce9f196-d5ab-4c3d-86e5-1190f22b84a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.890080] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 864.890080] env[65762]: value = "task-4560283" [ 864.890080] env[65762]: _type = "Task" [ 864.890080] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.898594] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.101965] env[65762]: DEBUG nova.scheduler.client.report [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.158403] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11612} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.158403] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.158403] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d9042-22eb-406a-9e23-0dce2e161b6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.171333] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501796} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.181363] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] bf794798-70c0-4ca9-b5e8-56071f5a0bc7/bf794798-70c0-4ca9-b5e8-56071f5a0bc7.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.181601] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.191484] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5/4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.191832] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f959ed8-8359-4e81-9b29-d37044afcd45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.193947] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3acac58e-2013-4632-946e-852c1a428c3d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.210880] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.211787] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance network_info: |[{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 865.213531] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a3:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d90a9c-e54b-469e-9d60-c50a2a4a58d6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.221209] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating folder: Project (d427f10c9d7e4f61ae5d7c82686aa55e). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.222418] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fadd54d-0359-409e-a8ef-0a7ab0702ed1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.224506] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 865.224506] env[65762]: value = "task-4560284" [ 865.224506] env[65762]: _type = "Task" [ 865.224506] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.232030] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 865.232030] env[65762]: value = "task-4560285" [ 865.232030] env[65762]: _type = "Task" [ 865.232030] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.249129] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.249553] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created folder: Project (d427f10c9d7e4f61ae5d7c82686aa55e) in parent group-v890951. [ 865.249804] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating folder: Instances. Parent ref: group-v891122. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.254957] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ce09144-5bf0-4e7e-9740-0a44dd2f238f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.258785] env[65762]: DEBUG nova.compute.manager [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-vif-plugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 865.259203] env[65762]: DEBUG oslo_concurrency.lockutils [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.259539] env[65762]: DEBUG oslo_concurrency.lockutils [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.259945] env[65762]: DEBUG oslo_concurrency.lockutils [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.260079] env[65762]: DEBUG nova.compute.manager [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] No waiting events found dispatching network-vif-plugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 865.260352] env[65762]: WARNING nova.compute.manager [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received unexpected event network-vif-plugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 for instance with vm_state building and task_state spawning. [ 865.260581] env[65762]: DEBUG nova.compute.manager [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 865.260812] env[65762]: DEBUG nova.compute.manager [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing instance network info cache due to event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 865.261128] env[65762]: DEBUG oslo_concurrency.lockutils [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.264448] env[65762]: DEBUG oslo_concurrency.lockutils [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.264448] env[65762]: DEBUG nova.network.neutron [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.268980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.269911] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.282421] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created folder: Instances in parent group-v891122. [ 865.282745] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.282900] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.283143] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00dfdebd-9f2c-4fe8-9743-46918ccbfa93 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.311489] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.311489] env[65762]: value = "task-4560288" [ 865.311489] env[65762]: _type = "Task" [ 865.311489] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.328413] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560288, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.401842] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.607895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.608434] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 865.612184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.230s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.612713] env[65762]: DEBUG nova.objects.instance [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lazy-loading 'resources' on Instance uuid 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.736594] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076262} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.741683] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.742565] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9bcb70-7fa9-4153-94b5-91b6fee546a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.752655] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.772048] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] bf794798-70c0-4ca9-b5e8-56071f5a0bc7/bf794798-70c0-4ca9-b5e8-56071f5a0bc7.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.772703] env[65762]: WARNING neutronclient.v2_0.client [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.775054] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6514ba-31f0-4007-b521-e798d3edc31d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.799403] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 865.799403] env[65762]: value = "task-4560289" [ 865.799403] env[65762]: _type = "Task" [ 865.799403] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.812561] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.821402] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560288, 'name': CreateVM_Task, 'duration_secs': 0.400328} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.824447] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.825452] env[65762]: WARNING neutronclient.v2_0.client [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.825883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.825957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.826254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.826537] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8895d718-6e5e-4835-b0a0-3a4f15312e17 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.832666] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 865.832666] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52198a28-555b-25e6-79dd-0486af292310" [ 865.832666] env[65762]: _type = "Task" [ 865.832666] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.841946] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52198a28-555b-25e6-79dd-0486af292310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.900331] env[65762]: DEBUG oslo_vmware.api [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560283, 'name': RemoveSnapshot_Task, 'duration_secs': 0.912075} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.902131] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.902131] env[65762]: INFO nova.compute.manager [None req-927dd062-76d8-4043-abfb-fcd8e80249f5 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Took 17.12 seconds to snapshot the instance on the hypervisor. [ 865.939970] env[65762]: WARNING neutronclient.v2_0.client [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.033643] env[65762]: DEBUG nova.network.neutron [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updated VIF entry in instance network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 866.033999] env[65762]: DEBUG nova.network.neutron [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.116817] env[65762]: DEBUG nova.compute.utils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.121964] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 866.122098] env[65762]: DEBUG nova.network.neutron [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 866.122494] env[65762]: WARNING neutronclient.v2_0.client [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.122734] env[65762]: WARNING neutronclient.v2_0.client [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.185942] env[65762]: DEBUG nova.policy [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51271483e82045c090312b286ded8a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73c6447729849eb9fd70698f4e26063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.216702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.216996] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.217207] env[65762]: INFO nova.compute.manager [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Shelving [ 866.250679] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560285, 'name': ReconfigVM_Task, 'duration_secs': 0.784933} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.250955] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5/4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.251646] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92dc72cd-3de8-439d-90c9-26ee7cc92b33 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.264282] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 866.264282] env[65762]: value = "task-4560290" [ 866.264282] env[65762]: _type = "Task" [ 866.264282] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.272908] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560290, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.279568] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.279881] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.312770] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.346971] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52198a28-555b-25e6-79dd-0486af292310, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.347480] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.347550] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.347756] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.347896] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.348086] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.348361] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c0ea128-17b7-487b-9b63-ef915a912683 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.359036] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.359270] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.360081] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb2d732-28b3-401a-b87e-e27a6d3df23f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.368823] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 866.368823] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e2c879-d0b1-72d4-bf5b-6c250ff39a0c" [ 866.368823] env[65762]: _type = "Task" [ 866.368823] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.380708] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e2c879-d0b1-72d4-bf5b-6c250ff39a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.538564] env[65762]: DEBUG oslo_concurrency.lockutils [req-215bf809-c3c9-4f23-8d0f-03d84805d831 req-2d113065-43f3-4512-a534-8f4ce376d0e3 service nova] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.557893] env[65762]: DEBUG nova.network.neutron [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Successfully created port: 3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.620066] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac729e1-22fb-45ba-b33c-3392612e82c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.623370] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 866.632466] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a1a843-fbb7-432c-884c-5b0f13303876 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.668838] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4c7db-b8ea-4fdd-8fc6-bd47167160d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.678603] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a5a2ca-8583-4731-b4b2-f90775f7e4d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.695209] env[65762]: DEBUG nova.compute.provider_tree [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.773387] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560290, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.812544] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560289, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.882385] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e2c879-d0b1-72d4-bf5b-6c250ff39a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.883328] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b24f526-2792-416a-a079-d00f1ab0acbd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.889512] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 866.889512] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52dae4e2-beaf-3adf-31f5-b05502f64e92" [ 866.889512] env[65762]: _type = "Task" [ 866.889512] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.899029] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dae4e2-beaf-3adf-31f5-b05502f64e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.198595] env[65762]: DEBUG nova.scheduler.client.report [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.229191] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.229509] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a4debb-bd11-4086-be6e-739f07e0b073 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.238785] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 867.238785] env[65762]: value = "task-4560291" [ 867.238785] env[65762]: _type = "Task" [ 867.238785] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.252613] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.274975] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560290, 'name': Rename_Task, 'duration_secs': 0.53687} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.275401] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.275742] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e8cfe9-98e4-4905-9d27-fe67f04fe94e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.286290] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 867.286290] env[65762]: value = "task-4560292" [ 867.286290] env[65762]: _type = "Task" [ 867.286290] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.301020] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.310313] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560289, 'name': ReconfigVM_Task, 'duration_secs': 1.049264} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.310624] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] bf794798-70c0-4ca9-b5e8-56071f5a0bc7/bf794798-70c0-4ca9-b5e8-56071f5a0bc7.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.311339] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac87f7fa-7e74-4d3d-a6b2-9c13d2c690d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.319925] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 867.319925] env[65762]: value = "task-4560293" [ 867.319925] env[65762]: _type = "Task" [ 867.319925] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.331339] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560293, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.403410] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dae4e2-beaf-3adf-31f5-b05502f64e92, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.403752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.404046] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.404350] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b905e97-5009-4adc-a593-61946f27809d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.412931] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 867.412931] env[65762]: value = "task-4560294" [ 867.412931] env[65762]: _type = "Task" [ 867.412931] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.423407] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.615850] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "3ab8a60c-b673-42ee-9464-94003e11f5e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.616262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.616498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "3ab8a60c-b673-42ee-9464-94003e11f5e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.616713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.616945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.619700] env[65762]: INFO nova.compute.manager [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Terminating instance [ 867.634659] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 867.666374] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.666374] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.666755] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.666755] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.666941] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.667134] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.667355] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.667505] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.667674] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.667839] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.668029] env[65762]: DEBUG nova.virt.hardware [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.669035] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6126c3-2e04-44b3-b689-993fa3d5bdb9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.681828] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd007294-bea9-42cf-829e-a84bc3de476c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.704260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.707708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.369s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.709774] env[65762]: INFO nova.compute.claims [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.740200] env[65762]: INFO nova.scheduler.client.report [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Deleted allocations for instance 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3 [ 867.757060] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560291, 'name': PowerOffVM_Task, 'duration_secs': 0.223205} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.757374] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.758272] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea4e21e-fd05-4110-8ae7-4a535c640600 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.780023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee8b986-a350-479b-9154-7a54c105ffe5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.803178] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.831865] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560293, 'name': Rename_Task, 'duration_secs': 0.196991} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.832126] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.832394] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac41dde1-288b-4338-9a51-c1a4388fe79a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.841110] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 867.841110] env[65762]: value = "task-4560295" [ 867.841110] env[65762]: _type = "Task" [ 867.841110] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.851237] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.924023] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560294, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.081953] env[65762]: DEBUG nova.compute.manager [req-82f92f84-3977-493e-88d7-83317eb8ed39 req-661baead-81ad-4d72-a874-0dfb20ae62b3 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Received event network-vif-plugged-3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 868.082136] env[65762]: DEBUG oslo_concurrency.lockutils [req-82f92f84-3977-493e-88d7-83317eb8ed39 req-661baead-81ad-4d72-a874-0dfb20ae62b3 service nova] Acquiring lock "956df797-f842-4717-a075-01f4f4b77d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.085878] env[65762]: DEBUG oslo_concurrency.lockutils [req-82f92f84-3977-493e-88d7-83317eb8ed39 req-661baead-81ad-4d72-a874-0dfb20ae62b3 service nova] Lock "956df797-f842-4717-a075-01f4f4b77d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.085878] env[65762]: DEBUG oslo_concurrency.lockutils [req-82f92f84-3977-493e-88d7-83317eb8ed39 req-661baead-81ad-4d72-a874-0dfb20ae62b3 service nova] Lock "956df797-f842-4717-a075-01f4f4b77d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.085878] env[65762]: DEBUG nova.compute.manager [req-82f92f84-3977-493e-88d7-83317eb8ed39 req-661baead-81ad-4d72-a874-0dfb20ae62b3 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] No waiting events found dispatching network-vif-plugged-3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 868.085878] env[65762]: WARNING nova.compute.manager [req-82f92f84-3977-493e-88d7-83317eb8ed39 req-661baead-81ad-4d72-a874-0dfb20ae62b3 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Received unexpected event network-vif-plugged-3eb8c046-4ccb-4014-8763-f6bffb84f7bb for instance with vm_state building and task_state spawning. [ 868.125310] env[65762]: DEBUG nova.compute.manager [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 868.126113] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.126663] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa571ed-94eb-4fd1-888b-001a9e482757 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.136652] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.136972] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a1e7ce-dd48-41d4-84b9-0959389296e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.146460] env[65762]: DEBUG oslo_vmware.api [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 868.146460] env[65762]: value = "task-4560296" [ 868.146460] env[65762]: _type = "Task" [ 868.146460] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.162148] env[65762]: DEBUG oslo_vmware.api [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.178216] env[65762]: DEBUG nova.network.neutron [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Successfully updated port: 3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.253262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2c4730d1-aa32-4e69-81a9-491683211a80 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Lock "70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.687s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.300460] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 868.300808] env[65762]: DEBUG oslo_vmware.api [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560292, 'name': PowerOnVM_Task, 'duration_secs': 0.649177} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.301056] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e72a13c-e5fd-4e4c-b831-c6b75e19533a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.303406] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.303621] env[65762]: INFO nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Took 11.00 seconds to spawn the instance on the hypervisor. [ 868.303807] env[65762]: DEBUG nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 868.304737] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da8a47-7993-4dd0-9f86-15c9ae0dbcbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.317444] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 868.317444] env[65762]: value = "task-4560297" [ 868.317444] env[65762]: _type = "Task" [ 868.317444] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.326497] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.354110] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560295, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.425249] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517707} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.425533] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.425808] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.426138] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667ee228-d4cb-4f52-b29c-a439530ac867 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.433580] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 868.433580] env[65762]: value = "task-4560298" [ 868.433580] env[65762]: _type = "Task" [ 868.433580] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.447146] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.535416] env[65762]: DEBUG nova.compute.manager [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 868.536657] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf0ccf3-530d-4a34-8396-f7bc237410bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.658478] env[65762]: DEBUG oslo_vmware.api [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560296, 'name': PowerOffVM_Task, 'duration_secs': 0.209794} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.658478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.658478] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.658478] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffef3e34-a8f8-4c8d-bcc0-dca71fab9a6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.683200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.683402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquired lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684056] env[65762]: DEBUG nova.network.neutron [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.745897] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.745897] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.746130] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleting the datastore file [datastore1] 3ab8a60c-b673-42ee-9464-94003e11f5e4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.746725] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41aea277-2017-4b93-bb49-f6db5366a204 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.754603] env[65762]: DEBUG oslo_vmware.api [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 868.754603] env[65762]: value = "task-4560300" [ 868.754603] env[65762]: _type = "Task" [ 868.754603] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.767414] env[65762]: DEBUG oslo_vmware.api [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.834769] env[65762]: INFO nova.compute.manager [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Took 52.48 seconds to build instance. [ 868.840606] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.862097] env[65762]: DEBUG oslo_vmware.api [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560295, 'name': PowerOnVM_Task, 'duration_secs': 0.892378} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.866416] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.866736] env[65762]: INFO nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Took 8.87 seconds to spawn the instance on the hypervisor. [ 868.867018] env[65762]: DEBUG nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 868.869060] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dbc4f2-3f2f-470e-9054-7b8e2c779254 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.994047] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.994047] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.994047] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a89b6f-63f9-4fe1-87d6-5d6a4b34b238 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.994047] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.994047] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf34f44f-a758-495c-97af-630cc9786fbc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.020644] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 869.020644] env[65762]: value = "task-4560301" [ 869.020644] env[65762]: _type = "Task" [ 869.020644] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.031842] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.050177] env[65762]: INFO nova.compute.manager [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] instance snapshotting [ 869.054950] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c00245-5e12-4d9e-993e-e824d8c7a591 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.084056] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf87597-33b2-404d-b705-e10b4f50ad11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.270778] env[65762]: DEBUG oslo_vmware.api [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158039} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.271092] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.271282] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.271655] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.271712] env[65762]: INFO nova.compute.manager [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 869.271939] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 869.272235] env[65762]: DEBUG nova.compute.manager [-] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 869.272337] env[65762]: DEBUG nova.network.neutron [-] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 869.273069] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.287597] env[65762]: DEBUG nova.network.neutron [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.336084] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560297, 'name': CreateSnapshot_Task, 'duration_secs': 0.9189} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.339032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae8db840-63db-46f3-86e6-c289e59f672e tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.990s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.339446] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 869.341766] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214213b9-d7b2-4e6e-a611-d2d70eba47a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.355607] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa96585-4548-4dec-aa2e-aec18cd06aef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.365646] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ccd28f-cb22-4cca-9230-f7bfc78e8185 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.408735] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.415527] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63d427-4c1c-4a6a-bea0-a3a1e447f06a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.419129] env[65762]: INFO nova.compute.manager [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Took 52.07 seconds to build instance. [ 869.427819] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e1fc45-a62a-4711-b9b8-d08f30b1ffca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.447934] env[65762]: DEBUG nova.compute.provider_tree [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.536248] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.598168] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 869.598670] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce96227d-7076-4dfe-9313-cb00624b51c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.607119] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 869.607119] env[65762]: value = "task-4560302" [ 869.607119] env[65762]: _type = "Task" [ 869.607119] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.616703] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.697914] env[65762]: WARNING neutronclient.v2_0.client [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.821256] env[65762]: DEBUG nova.network.neutron [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Updating instance_info_cache with network_info: [{"id": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "address": "fa:16:3e:31:f6:69", "network": {"id": "91ba15aa-ceb8-4bf3-912d-c28e96d8c3b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348834003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c6447729849eb9fd70698f4e26063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb8c046-4c", "ovs_interfaceid": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.846659] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 869.867960] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.868476] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a4389ff-dd6d-4a75-bb80-998c409d3e20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.878801] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 869.878801] env[65762]: value = "task-4560303" [ 869.878801] env[65762]: _type = "Task" [ 869.878801] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.889613] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560303, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.921772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.588s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.952015] env[65762]: DEBUG nova.scheduler.client.report [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.032519] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560301, 'name': ReconfigVM_Task, 'duration_secs': 0.536153} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.032838] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.033576] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86122c97-9b79-48f6-8d76-aee7677df783 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.041594] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 870.041594] env[65762]: value = "task-4560304" [ 870.041594] env[65762]: _type = "Task" [ 870.041594] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.053806] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560304, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.119043] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.139671] env[65762]: DEBUG nova.network.neutron [-] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.324424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Releasing lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.324812] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Instance network_info: |[{"id": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "address": "fa:16:3e:31:f6:69", "network": {"id": "91ba15aa-ceb8-4bf3-912d-c28e96d8c3b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348834003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c6447729849eb9fd70698f4e26063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb8c046-4c", "ovs_interfaceid": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 870.325332] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:f6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eb8c046-4ccb-4014-8763-f6bffb84f7bb', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.335307] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Creating folder: Project (a73c6447729849eb9fd70698f4e26063). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.335579] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16872605-47e4-4f2e-8e97-e378e8f474a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.348689] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Created folder: Project (a73c6447729849eb9fd70698f4e26063) in parent group-v890951. [ 870.348950] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Creating folder: Instances. Parent ref: group-v891128. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.349254] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9af10a-958f-44e0-bddf-7c325b6593bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.364244] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Created folder: Instances in parent group-v891128. [ 870.364527] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 870.364783] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.365899] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c44d99-ec87-4e52-84f1-369189e61b8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.384353] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.385944] env[65762]: DEBUG nova.compute.manager [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Received event network-changed-3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 870.386177] env[65762]: DEBUG nova.compute.manager [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Refreshing instance network info cache due to event network-changed-3eb8c046-4ccb-4014-8763-f6bffb84f7bb. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 870.386522] env[65762]: DEBUG oslo_concurrency.lockutils [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] Acquiring lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386776] env[65762]: DEBUG oslo_concurrency.lockutils [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] Acquired lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.387020] env[65762]: DEBUG nova.network.neutron [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Refreshing network info cache for port 3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.399961] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560303, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.401319] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.401319] env[65762]: value = "task-4560307" [ 870.401319] env[65762]: _type = "Task" [ 870.401319] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.411978] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560307, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.459107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.460474] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 870.463051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.175s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.552908] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560304, 'name': Rename_Task, 'duration_secs': 0.173408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.553354] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.553628] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f1639b-eb85-4937-941e-9890132d1884 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.563318] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 870.563318] env[65762]: value = "task-4560308" [ 870.563318] env[65762]: _type = "Task" [ 870.563318] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.573823] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.620526] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560302, 'name': CreateSnapshot_Task, 'duration_secs': 0.639417} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.621100] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 870.622172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235d4b0b-6e5f-4111-8a4e-36f943442038 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.642946] env[65762]: INFO nova.compute.manager [-] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Took 1.37 seconds to deallocate network for instance. [ 870.890792] env[65762]: WARNING neutronclient.v2_0.client [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.901174] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560303, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.919236] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560307, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.968323] env[65762]: DEBUG nova.compute.utils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.987473] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 870.987473] env[65762]: DEBUG nova.network.neutron [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.987644] env[65762]: WARNING neutronclient.v2_0.client [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.989041] env[65762]: WARNING neutronclient.v2_0.client [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.006199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.006505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.006815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.007027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.007323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.010371] env[65762]: INFO nova.compute.manager [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Terminating instance [ 871.076260] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.078173] env[65762]: DEBUG nova.policy [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bcf401b4a844c03a61c4c152dbdab4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e756d96b83414508929e05de824508cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.144553] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 871.144868] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50d7f289-e460-48ca-903c-d7c5fe48ae55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.154225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.156810] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 871.156810] env[65762]: value = "task-4560309" [ 871.156810] env[65762]: _type = "Task" [ 871.156810] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.171791] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560309, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.400024] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560303, 'name': CloneVM_Task, 'duration_secs': 1.328708} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.400024] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Created linked-clone VM from snapshot [ 871.400024] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a595395-d437-4d0e-ba53-c123f2128d29 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.412245] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Uploading image 0f2df894-e549-45fd-bc6e-6316666d0ccd {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.421087] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560307, 'name': CreateVM_Task, 'duration_secs': 0.565394} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.421338] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.421879] env[65762]: WARNING neutronclient.v2_0.client [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.422700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.422885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.423245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.423547] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164ac727-8d8f-4812-91a6-8fb3590f5fc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.430094] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 871.430094] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a3ee5b-cbf7-5119-cd52-806a50bc759d" [ 871.430094] env[65762]: _type = "Task" [ 871.430094] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.445135] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a3ee5b-cbf7-5119-cd52-806a50bc759d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.447512] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.447512] env[65762]: value = "vm-891126" [ 871.447512] env[65762]: _type = "VirtualMachine" [ 871.447512] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.447804] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-895f0d95-8483-43fe-91ce-70a15385d855 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.457263] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lease: (returnval){ [ 871.457263] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a873ba-fe8f-2734-d346-d319a3a89610" [ 871.457263] env[65762]: _type = "HttpNfcLease" [ 871.457263] env[65762]: } obtained for exporting VM: (result){ [ 871.457263] env[65762]: value = "vm-891126" [ 871.457263] env[65762]: _type = "VirtualMachine" [ 871.457263] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.457571] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the lease: (returnval){ [ 871.457571] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a873ba-fe8f-2734-d346-d319a3a89610" [ 871.457571] env[65762]: _type = "HttpNfcLease" [ 871.457571] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.466102] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.466102] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a873ba-fe8f-2734-d346-d319a3a89610" [ 871.466102] env[65762]: _type = "HttpNfcLease" [ 871.466102] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.488216] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 871.492667] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Applying migration context for instance 1a06a675-c6da-46d0-8f84-3201bcb59e1d as it has an incoming, in-progress migration 4a589e71-49fc-41f7-91d5-3e3b329415fc. Migration status is reverting {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 871.495599] env[65762]: INFO nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating resource usage from migration 4a589e71-49fc-41f7-91d5-3e3b329415fc [ 871.519027] env[65762]: DEBUG nova.compute.manager [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 871.519027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.519027] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb126d-dd2a-43c5-a07f-7989793ed865 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.526960] env[65762]: DEBUG nova.network.neutron [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Successfully created port: 9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.535207] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.535730] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 45054102-3f33-4ae3-8cf7-ee6a6e344f28 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.536028] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 490f16d8-a261-4dc6-945e-10df56459d33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.536310] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7cd5913f-74bc-4f9e-91c3-831a255ba687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.536996] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance d8660e5a-2849-447d-9b10-6a3bd414e68e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.538020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance f23e6161-018d-4ee7-ac1f-ea941e7dd385 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 07ede692-0e53-4ca0-b0ba-2dab1683f4eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance e9f11dc6-159f-45bd-875f-f5c0c8c14551 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance c41bab1e-bb19-4ace-8198-03a49357877e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0c21ed64-f299-4ad0-a212-907baef4a919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538373] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538617] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 76ac59fc-c1d6-419e-90f3-d2099d3069ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.538858] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.539230] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Migration 4a589e71-49fc-41f7-91d5-3e3b329415fc is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 871.539519] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 1a06a675-c6da-46d0-8f84-3201bcb59e1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.540160] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 3a26de08-5db2-4a82-a127-3eb52156482e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.540566] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 74f348b3-035f-4dbc-abd9-e027f849e3e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.540979] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 3ab8a60c-b673-42ee-9464-94003e11f5e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.543018] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.543018] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 88d46b2d-97a5-42cf-bc3f-c3050a361aba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.543018] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.543018] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance bf794798-70c0-4ca9-b5e8-56071f5a0bc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.543018] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4789b03c-314d-4e8f-b0ac-f11883975a1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.543018] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 956df797-f842-4717-a075-01f4f4b77d8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.543018] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 1ba77460-dc77-43c0-88d7-f5a8cc78d753 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 871.548379] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.548379] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a69fce-e9e0-4b2d-85af-da5499067093 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.559907] env[65762]: DEBUG oslo_vmware.api [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 871.559907] env[65762]: value = "task-4560311" [ 871.559907] env[65762]: _type = "Task" [ 871.559907] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.580025] env[65762]: DEBUG oslo_vmware.api [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.582274] env[65762]: DEBUG oslo_vmware.api [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560308, 'name': PowerOnVM_Task, 'duration_secs': 0.525406} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.583012] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.583403] env[65762]: INFO nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Took 8.80 seconds to spawn the instance on the hypervisor. [ 871.583729] env[65762]: DEBUG nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 871.584889] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f626058-7ea5-43f6-b118-8a5a255df572 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.670034] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560309, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.943306] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a3ee5b-cbf7-5119-cd52-806a50bc759d, 'name': SearchDatastore_Task, 'duration_secs': 0.014588} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.943737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.943944] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.944197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.944342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.944715] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.944907] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b56118-dd11-4596-8f93-7944e1a32f6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.949967] env[65762]: WARNING neutronclient.v2_0.client [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.955246] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.955512] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.956931] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b69ff1-c61d-4d63-9fd2-2d69c3678c1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967338] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 871.967338] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5266e891-f44f-f911-6dd0-285d5d5d96ab" [ 871.967338] env[65762]: _type = "Task" [ 871.967338] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.969783] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.969783] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a873ba-fe8f-2734-d346-d319a3a89610" [ 871.969783] env[65762]: _type = "HttpNfcLease" [ 871.969783] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.973931] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.973931] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a873ba-fe8f-2734-d346-d319a3a89610" [ 871.973931] env[65762]: _type = "HttpNfcLease" [ 871.973931] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.975115] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0771735d-2e45-4778-a538-37be5a72b962 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.985533] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5266e891-f44f-f911-6dd0-285d5d5d96ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.989762] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6028f-3c72-4b31-de59-345c5c4831d5/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.989901] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6028f-3c72-4b31-de59-345c5c4831d5/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.991312] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff9b716-dd97-43a1-81ed-8a0ff67c2896 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.056607] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 66903e49-3f25-48a1-9c6d-992f6d559cf4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 872.061170] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 872.061170] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ba341c-9764-a28b-1357-c8870113a2ba" [ 872.061170] env[65762]: _type = "Task" [ 872.061170] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.080025] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ba341c-9764-a28b-1357-c8870113a2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.081982] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.082302] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 956df797-f842-4717-a075-01f4f4b77d8b/956df797-f842-4717-a075-01f4f4b77d8b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.082602] env[65762]: DEBUG oslo_vmware.api [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560311, 'name': PowerOffVM_Task, 'duration_secs': 0.447699} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.082818] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab914b4-5207-4c45-a03e-b42ab237371c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.085384] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.085552] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.085816] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d650c22-3953-4b33-82b0-edb7c0c4972f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.093920] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 872.093920] env[65762]: value = "task-4560312" [ 872.093920] env[65762]: _type = "Task" [ 872.093920] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.107570] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6b07972-1102-4967-859e-965453de71ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.110373] env[65762]: INFO nova.compute.manager [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Took 54.38 seconds to build instance. [ 872.115001] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.166265] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.166598] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.166916] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore2] bf794798-70c0-4ca9-b5e8-56071f5a0bc7 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.171505] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff5e8669-0532-44a6-a94e-c8c81436ab45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.173708] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560309, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.179131] env[65762]: DEBUG oslo_vmware.api [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 872.179131] env[65762]: value = "task-4560314" [ 872.179131] env[65762]: _type = "Task" [ 872.179131] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.188079] env[65762]: DEBUG oslo_vmware.api [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.559828] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 872.563382] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9c89d08f-ed12-4fec-ac49-d26d7a8041f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 872.608441] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.609230] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.609485] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.609735] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.610610] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.610786] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.611039] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.611229] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.611557] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.611814] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.612045] env[65762]: DEBUG nova.virt.hardware [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.613562] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da15147a-634e-4e69-ab6e-77d6b9628d14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.620525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.901s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.626559] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.633955] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e0775-22e6-4783-9fb9-5a5f88bdb417 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.425222] env[65762]: DEBUG nova.network.neutron [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Successfully updated port: 9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.427134] env[65762]: DEBUG nova.network.neutron [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Updated VIF entry in instance network info cache for port 3eb8c046-4ccb-4014-8763-f6bffb84f7bb. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.427456] env[65762]: DEBUG nova.network.neutron [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Updating instance_info_cache with network_info: [{"id": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "address": "fa:16:3e:31:f6:69", "network": {"id": "91ba15aa-ceb8-4bf3-912d-c28e96d8c3b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348834003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c6447729849eb9fd70698f4e26063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb8c046-4c", "ovs_interfaceid": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.429265] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4d158c34-3d09-4d17-a990-2c69ca8f048e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 873.466169] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569696} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.466169] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560309, 'name': CloneVM_Task, 'duration_secs': 1.6836} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.466169] env[65762]: DEBUG oslo_vmware.api [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325326} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.466169] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 956df797-f842-4717-a075-01f4f4b77d8b/956df797-f842-4717-a075-01f4f4b77d8b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.466169] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.466169] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Created linked-clone VM from snapshot [ 873.466549] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.466716] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.466986] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.467229] env[65762]: INFO nova.compute.manager [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Took 1.95 seconds to destroy the instance on the hypervisor. [ 873.467527] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.468500] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38fe36c6-7d30-436d-aa0d-223d2e3dc92d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.470627] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4942cd8e-185a-4325-8bd3-3c5e7a567f8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.473610] env[65762]: DEBUG nova.compute.manager [-] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 873.473759] env[65762]: DEBUG nova.network.neutron [-] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 873.474341] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.483357] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Uploading image 0337b6d3-802c-4d3a-ba2f-edd21de0e5b1 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.487366] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 873.487366] env[65762]: value = "task-4560315" [ 873.487366] env[65762]: _type = "Task" [ 873.487366] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.500515] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.519304] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 873.519304] env[65762]: value = "vm-891131" [ 873.519304] env[65762]: _type = "VirtualMachine" [ 873.519304] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 873.520020] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6612cf8e-8177-4490-a4dd-18129da9fd7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.530032] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lease: (returnval){ [ 873.530032] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523b6d63-f5d0-de13-9a7d-015017512549" [ 873.530032] env[65762]: _type = "HttpNfcLease" [ 873.530032] env[65762]: } obtained for exporting VM: (result){ [ 873.530032] env[65762]: value = "vm-891131" [ 873.530032] env[65762]: _type = "VirtualMachine" [ 873.530032] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 873.530541] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the lease: (returnval){ [ 873.530541] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523b6d63-f5d0-de13-9a7d-015017512549" [ 873.530541] env[65762]: _type = "HttpNfcLease" [ 873.530541] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.535031] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.542079] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.542079] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523b6d63-f5d0-de13-9a7d-015017512549" [ 873.542079] env[65762]: _type = "HttpNfcLease" [ 873.542079] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.820256] env[65762]: DEBUG nova.compute.manager [req-445c22b4-9d7b-4494-8e3b-4f4311ea2aec req-a7240d3f-ebf7-43fb-8bfe-40a0c31cea8e service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Received event network-vif-plugged-9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 873.820489] env[65762]: DEBUG oslo_concurrency.lockutils [req-445c22b4-9d7b-4494-8e3b-4f4311ea2aec req-a7240d3f-ebf7-43fb-8bfe-40a0c31cea8e service nova] Acquiring lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.820717] env[65762]: DEBUG oslo_concurrency.lockutils [req-445c22b4-9d7b-4494-8e3b-4f4311ea2aec req-a7240d3f-ebf7-43fb-8bfe-40a0c31cea8e service nova] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.820911] env[65762]: DEBUG oslo_concurrency.lockutils [req-445c22b4-9d7b-4494-8e3b-4f4311ea2aec req-a7240d3f-ebf7-43fb-8bfe-40a0c31cea8e service nova] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.821186] env[65762]: DEBUG nova.compute.manager [req-445c22b4-9d7b-4494-8e3b-4f4311ea2aec req-a7240d3f-ebf7-43fb-8bfe-40a0c31cea8e service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] No waiting events found dispatching network-vif-plugged-9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 873.821439] env[65762]: WARNING nova.compute.manager [req-445c22b4-9d7b-4494-8e3b-4f4311ea2aec req-a7240d3f-ebf7-43fb-8bfe-40a0c31cea8e service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Received unexpected event network-vif-plugged-9c0c298e-c219-413d-98c7-a3e58bda769a for instance with vm_state building and task_state spawning. [ 873.934615] env[65762]: DEBUG oslo_concurrency.lockutils [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] Releasing lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.934615] env[65762]: DEBUG nova.compute.manager [req-454b8914-23d1-40f0-b467-1f070846a522 req-d6736758-571d-42f7-a34f-81690587a186 service nova] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Received event network-vif-deleted-59a051ee-d301-433d-83fa-08940e14ebd6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 873.934615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.934615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.934615] env[65762]: DEBUG nova.network.neutron [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.942736] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance e36024c5-9e0a-4b19-a99c-93e5655bd4c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 874.001036] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088096} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.001170] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.002520] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d3c4fb-f7ea-4721-970c-dc8e48c0e725 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.038525] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 956df797-f842-4717-a075-01f4f4b77d8b/956df797-f842-4717-a075-01f4f4b77d8b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.039348] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ae6eb3-9f96-47b8-bd25-44c389fda3ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.066812] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.066812] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523b6d63-f5d0-de13-9a7d-015017512549" [ 874.066812] env[65762]: _type = "HttpNfcLease" [ 874.066812] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.069643] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.069643] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523b6d63-f5d0-de13-9a7d-015017512549" [ 874.069643] env[65762]: _type = "HttpNfcLease" [ 874.069643] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 874.070764] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 874.070764] env[65762]: value = "task-4560317" [ 874.070764] env[65762]: _type = "Task" [ 874.070764] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.071768] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266143e3-fa82-4148-99de-7d04316118d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.087341] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.090760] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada10f-6988-8288-10b6-8d4a2cd87870/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.091158] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada10f-6988-8288-10b6-8d4a2cd87870/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 874.197616] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d792cdf-d29f-4b18-b108-ac4c2108e963 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.283764] env[65762]: DEBUG nova.network.neutron [-] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.446993] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 11a69486-2cc6-4286-af07-e4e683ef12b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 874.586426] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560317, 'name': ReconfigVM_Task, 'duration_secs': 0.433804} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.589685] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 956df797-f842-4717-a075-01f4f4b77d8b/956df797-f842-4717-a075-01f4f4b77d8b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.591111] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed8904f-16e4-4a28-b522-2d2cb920e296 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.603789] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 874.603789] env[65762]: value = "task-4560318" [ 874.603789] env[65762]: _type = "Task" [ 874.603789] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.613426] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560318, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.710544] env[65762]: DEBUG nova.network.neutron [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.788827] env[65762]: INFO nova.compute.manager [-] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Took 1.31 seconds to deallocate network for instance. [ 874.953023] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 874.953023] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 874.953023] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=100GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '16', 'num_task_None': '15', 'num_os_type_None': '21', 'num_proj_12301dae3f2d490caad3a80c26a8a933': '2', 'io_workload': '3', 'num_proj_d105eb8f38494ce5a0eba6946e345071': '2', 'num_proj_06d4fb28ea5d40e1a0e41aa8df990cfa': '4', 'num_proj_21aad7beb5ee4cd0baaf6af42d9efd5d': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_f47308113a61431792924ed96266b92d': '1', 'num_proj_c355b52c17d04a1785112a469b2d3dcb': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_vm_rescued': '1', 'num_proj_e756d96b83414508929e05de824508cc': '2', 'num_proj_2b0169d76ed04eebad2a8257f1ea6b8a': '1', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '1', 'num_proj_8302835dffb5436c8d221ec9bc526f12': '1', 'num_proj_94ca54edb2fe4c03bf3aa64458f06453': '1', 'num_task_deleting': '1', 'num_task_image_pending_upload': '1', 'num_proj_2b2ea01b5f3a48a1b656add045729ca4': '1', 'num_proj_cc5a0233af75444aaf48e4209a235a9c': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_d427f10c9d7e4f61ae5d7c82686aa55e': '1', 'num_proj_a73c6447729849eb9fd70698f4e26063': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 875.123901] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560318, 'name': Rename_Task, 'duration_secs': 0.221755} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.127024] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.127024] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa4fb98-86e9-4a27-be6d-680b95eff894 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.137480] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 875.137480] env[65762]: value = "task-4560319" [ 875.137480] env[65762]: _type = "Task" [ 875.137480] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.153722] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.300027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.560425] env[65762]: WARNING neutronclient.v2_0.client [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.579023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626aa1e5-3fc9-4bf0-b353-9e6ef38a2b0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.588654] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a0988-b2b3-45ba-965b-0470ddb0b4e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.626021] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40549467-d3b8-4441-b6d6-18cd70d547e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.637513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a3790-efb3-40cd-8101-283d291f4211 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.657389] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.661895] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.728781] env[65762]: DEBUG nova.network.neutron [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Updating instance_info_cache with network_info: [{"id": "9c0c298e-c219-413d-98c7-a3e58bda769a", "address": "fa:16:3e:68:f2:80", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c298e-c2", "ovs_interfaceid": "9c0c298e-c219-413d-98c7-a3e58bda769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.157333] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.163522] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.231439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.231923] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Instance network_info: |[{"id": "9c0c298e-c219-413d-98c7-a3e58bda769a", "address": "fa:16:3e:68:f2:80", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c298e-c2", "ovs_interfaceid": "9c0c298e-c219-413d-98c7-a3e58bda769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 876.232495] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f2:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0c298e-c219-413d-98c7-a3e58bda769a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.240798] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.241082] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.241384] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc8dc3d-5ccc-4e03-8dff-c659db6b980e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.266021] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.266021] env[65762]: value = "task-4560320" [ 876.266021] env[65762]: _type = "Task" [ 876.266021] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.278069] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560320, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.561518] env[65762]: DEBUG nova.compute.manager [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Received event network-changed-9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.561806] env[65762]: DEBUG nova.compute.manager [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Refreshing instance network info cache due to event network-changed-9c0c298e-c219-413d-98c7-a3e58bda769a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 876.561999] env[65762]: DEBUG oslo_concurrency.lockutils [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] Acquiring lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.562098] env[65762]: DEBUG oslo_concurrency.lockutils [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] Acquired lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.562263] env[65762]: DEBUG nova.network.neutron [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Refreshing network info cache for port 9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.660606] env[65762]: DEBUG oslo_vmware.api [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560319, 'name': PowerOnVM_Task, 'duration_secs': 1.328739} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.660960] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.661641] env[65762]: INFO nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Took 9.03 seconds to spawn the instance on the hypervisor. [ 876.661641] env[65762]: DEBUG nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 876.662379] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399b5dc-a590-49e2-b035-9dc51408772c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.671791] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 876.671791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.209s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.675209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.721s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.675501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.677441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.264s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.679592] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.679744] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Cleaning up deleted instances {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11931}} [ 876.715398] env[65762]: INFO nova.scheduler.client.report [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Deleted allocations for instance 45054102-3f33-4ae3-8cf7-ee6a6e344f28 [ 876.788626] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560320, 'name': CreateVM_Task, 'duration_secs': 0.505226} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.788850] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.789701] env[65762]: WARNING neutronclient.v2_0.client [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.790447] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.790626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.791024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.791926] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20aa6cc6-fec3-4c1f-8ece-29193207646b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.799690] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 876.799690] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52430205-c731-6266-9c38-6a38ff6f3932" [ 876.799690] env[65762]: _type = "Task" [ 876.799690] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.810806] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52430205-c731-6266-9c38-6a38ff6f3932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.065717] env[65762]: WARNING neutronclient.v2_0.client [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.186705] env[65762]: DEBUG nova.objects.instance [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lazy-loading 'migration_context' on Instance uuid 1a06a675-c6da-46d0-8f84-3201bcb59e1d {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.197106] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] There are 38 instances to clean {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11940}} [ 877.197402] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 70ea0a5f-e6ef-44fd-b93f-9685e5a88eb3] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 877.209728] env[65762]: INFO nova.compute.manager [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Took 54.06 seconds to build instance. [ 877.228624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-be284ffa-651e-49ff-8e56-6ccea86c8f4b tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Lock "45054102-3f33-4ae3-8cf7-ee6a6e344f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.360s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.274148] env[65762]: WARNING neutronclient.v2_0.client [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.276639] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.276932] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.277177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.277566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.277566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.279969] env[65762]: INFO nova.compute.manager [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Terminating instance [ 877.313222] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52430205-c731-6266-9c38-6a38ff6f3932, 'name': SearchDatastore_Task, 'duration_secs': 0.016192} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.313952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.313952] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.314582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.314582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.314582] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.314990] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f92b340-ac37-47b9-abc2-ff739b057366 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.328019] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.328231] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.329298] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8fe525-b39a-4457-a159-316aab4a500f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.342025] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 877.342025] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52979cfe-6e7b-1c2c-a8bd-d57a525f47ca" [ 877.342025] env[65762]: _type = "Task" [ 877.342025] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.358746] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52979cfe-6e7b-1c2c-a8bd-d57a525f47ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.388098] env[65762]: DEBUG nova.network.neutron [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Updated VIF entry in instance network info cache for port 9c0c298e-c219-413d-98c7-a3e58bda769a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 877.388512] env[65762]: DEBUG nova.network.neutron [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Updating instance_info_cache with network_info: [{"id": "9c0c298e-c219-413d-98c7-a3e58bda769a", "address": "fa:16:3e:68:f2:80", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c298e-c2", "ovs_interfaceid": "9c0c298e-c219-413d-98c7-a3e58bda769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.708899] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 74dd4675-f16d-4833-b78d-911898c9911a] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 877.713825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-635c95c7-6715-4d39-9175-973ec1205abf tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.578s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.720539] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e60722-4222-4df0-8b17-000eecbd9081 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.731139] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813caa75-25cb-44b8-b7bc-2e51a8d20bca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.771287] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c358be-88ae-4e00-a043-713ef483084e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.780797] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04b24d-d45c-44b8-9d53-ec4e9248122f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.787075] env[65762]: DEBUG nova.compute.manager [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 877.787356] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.788315] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57efecec-164c-4a9c-a603-a1c429b1fd78 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.800252] env[65762]: DEBUG nova.compute.provider_tree [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.807601] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.807986] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317e8922-8506-4526-84cc-d03ee495b067 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.817609] env[65762]: DEBUG oslo_vmware.api [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 877.817609] env[65762]: value = "task-4560321" [ 877.817609] env[65762]: _type = "Task" [ 877.817609] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.828325] env[65762]: DEBUG oslo_vmware.api [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.854279] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52979cfe-6e7b-1c2c-a8bd-d57a525f47ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01375} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.855335] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e67356-040b-4b95-8cf7-1397d603e71b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.862985] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 877.862985] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5267e730-526a-9754-75c2-3140fb38d745" [ 877.862985] env[65762]: _type = "Task" [ 877.862985] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.874543] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5267e730-526a-9754-75c2-3140fb38d745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.893257] env[65762]: DEBUG oslo_concurrency.lockutils [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] Releasing lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893714] env[65762]: DEBUG nova.compute.manager [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Received event network-vif-deleted-adc14e6c-91d7-4ce6-92c2-cabcba264612 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 877.894326] env[65762]: DEBUG nova.compute.manager [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 877.894326] env[65762]: DEBUG nova.compute.manager [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing instance network info cache due to event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 877.894859] env[65762]: DEBUG oslo_concurrency.lockutils [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.895047] env[65762]: DEBUG oslo_concurrency.lockutils [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.895176] env[65762]: DEBUG nova.network.neutron [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.214592] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: f3c31398-ce07-412f-b73a-dbba2f2a2aa7] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 878.304572] env[65762]: DEBUG nova.scheduler.client.report [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.331197] env[65762]: DEBUG oslo_vmware.api [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560321, 'name': PowerOffVM_Task, 'duration_secs': 0.40252} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.331506] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.331715] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.332032] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a73dfd-9e09-461e-8cf8-548248bef56a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.376606] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5267e730-526a-9754-75c2-3140fb38d745, 'name': SearchDatastore_Task, 'duration_secs': 0.017787} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.376873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.377145] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/1ba77460-dc77-43c0-88d7-f5a8cc78d753.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.377410] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5be180c-1814-408a-a393-920a94e2433d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.388171] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 878.388171] env[65762]: value = "task-4560323" [ 878.388171] env[65762]: _type = "Task" [ 878.388171] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.398796] env[65762]: WARNING neutronclient.v2_0.client [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.401460] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.418157] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.418417] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.418616] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Deleting the datastore file [datastore2] 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.419238] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b89222-46e2-4e63-82fb-b17922553aa8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.427182] env[65762]: DEBUG oslo_vmware.api [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for the task: (returnval){ [ 878.427182] env[65762]: value = "task-4560324" [ 878.427182] env[65762]: _type = "Task" [ 878.427182] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.437795] env[65762]: DEBUG oslo_vmware.api [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.617831] env[65762]: WARNING neutronclient.v2_0.client [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.706411] env[65762]: DEBUG nova.network.neutron [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updated VIF entry in instance network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.707187] env[65762]: DEBUG nova.network.neutron [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.719544] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 7aeb9f93-b2c0-4bd6-a442-788a587c5495] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 878.902324] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560323, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.940535] env[65762]: DEBUG oslo_vmware.api [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Task: {'id': task-4560324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328185} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.940833] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.941073] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.941302] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.941503] env[65762]: INFO nova.compute.manager [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 878.941920] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 878.942298] env[65762]: DEBUG nova.compute.manager [-] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 878.942482] env[65762]: DEBUG nova.network.neutron [-] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 878.942897] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.034766] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.210581] env[65762]: DEBUG oslo_concurrency.lockutils [req-89d250d7-545b-4d3f-b7ee-ebb0b58c75db req-3bce910c-3e82-48c8-af60-ed3a72606878 service nova] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.224798] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 9c7a877c-ae2b-4bab-a1ef-5d0f2983b610] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 879.321972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.644s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.329424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.071s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.331176] env[65762]: INFO nova.compute.claims [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.401753] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704081} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.402160] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/1ba77460-dc77-43c0-88d7-f5a8cc78d753.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.402492] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.403265] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62bc0bf7-7d0c-4730-8125-6eeda161c029 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.412069] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 879.412069] env[65762]: value = "task-4560325" [ 879.412069] env[65762]: _type = "Task" [ 879.412069] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.425618] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.728051] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 635856de-aeba-435d-ac65-6a1c29a855bb] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 879.791748] env[65762]: DEBUG nova.network.neutron [-] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.923778] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075014} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.924198] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.925490] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05827531-9d96-4d88-815b-2d3465d9e57b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.950721] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/1ba77460-dc77-43c0-88d7-f5a8cc78d753.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.951118] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b64ea47-2755-405c-8067-66ffc781b59e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.974116] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 879.974116] env[65762]: value = "task-4560326" [ 879.974116] env[65762]: _type = "Task" [ 879.974116] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.985082] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.231383] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: fac63c6e-a9bc-45b7-9f28-e17fda40bf82] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 880.294663] env[65762]: INFO nova.compute.manager [-] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Took 1.35 seconds to deallocate network for instance. [ 880.484786] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560326, 'name': ReconfigVM_Task, 'duration_secs': 0.420063} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.487720] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/1ba77460-dc77-43c0-88d7-f5a8cc78d753.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.488797] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1406d8f-168e-4a7c-8efa-ffa68ad8d25e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.497473] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 880.497473] env[65762]: value = "task-4560327" [ 880.497473] env[65762]: _type = "Task" [ 880.497473] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.512116] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560327, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.735439] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 9013b1a1-0239-4fdb-be67-c233bda73310] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 880.803401] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.812815] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2180046-9b40-4cda-8a34-588840112738 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.822196] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44296a69-c81b-47ac-85a3-90dfe3dccdf4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.859630] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7103ff7-2bcc-4d13-aa9c-bea03275f009 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.870020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b2841a-eb59-4ade-8684-30bc0d824e91 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.874683] env[65762]: INFO nova.compute.manager [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Swapping old allocation on dict_keys(['e4992ffa-a10b-4f66-af9e-5381b3a4e2af']) held by migration 4a589e71-49fc-41f7-91d5-3e3b329415fc for instance [ 880.889045] env[65762]: DEBUG nova.compute.provider_tree [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.904096] env[65762]: DEBUG nova.scheduler.client.report [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Overwriting current allocation {'allocations': {'e4992ffa-a10b-4f66-af9e-5381b3a4e2af': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 85}}, 'project_id': '12301dae3f2d490caad3a80c26a8a933', 'user_id': 'f6e52f52e2e24999b4ad5949544fae74', 'consumer_generation': 1} on consumer 1a06a675-c6da-46d0-8f84-3201bcb59e1d {{(pid=65762) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 880.960515] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.992865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.993137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquired lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.993346] env[65762]: DEBUG nova.network.neutron [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.009590] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560327, 'name': Rename_Task, 'duration_secs': 0.196989} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.009858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.010204] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3993faa-21f1-4e66-8e0c-0a38717477a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.017674] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 881.017674] env[65762]: value = "task-4560328" [ 881.017674] env[65762]: _type = "Task" [ 881.017674] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.032908] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.239554] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: e79742af-9767-4151-9a76-242d7994db55] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 881.395984] env[65762]: DEBUG nova.scheduler.client.report [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.497240] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.528351] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.686118] env[65762]: WARNING neutronclient.v2_0.client [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.744076] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: a93325c6-8901-488c-a626-bf1aa9f4f3af] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 881.768507] env[65762]: DEBUG nova.network.neutron [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [{"id": "502544f4-77a0-4b90-8dea-87db7792a9e0", "address": "fa:16:3e:45:a7:6d", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502544f4-77", "ovs_interfaceid": "502544f4-77a0-4b90-8dea-87db7792a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.901155] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.901823] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 881.904879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.620s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.906497] env[65762]: INFO nova.compute.claims [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.029367] env[65762]: DEBUG oslo_vmware.api [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560328, 'name': PowerOnVM_Task, 'duration_secs': 0.656889} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.029708] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.029947] env[65762]: INFO nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Took 9.47 seconds to spawn the instance on the hypervisor. [ 882.030143] env[65762]: DEBUG nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 882.031040] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895682a5-f066-4217-93ca-3f8c0f13d079 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.248284] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 62090198-5bba-4601-bc2f-bfcbd6ed5995] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 882.271765] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Releasing lock "refresh_cache-1a06a675-c6da-46d0-8f84-3201bcb59e1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.272259] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.272611] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6805177f-4fad-47cf-921a-5c0ca417da77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.282765] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 882.282765] env[65762]: value = "task-4560329" [ 882.282765] env[65762]: _type = "Task" [ 882.282765] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.292757] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.411652] env[65762]: DEBUG nova.compute.utils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.415222] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 882.415462] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 882.415916] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.416270] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.462155] env[65762]: DEBUG nova.policy [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb386c99b987425ebd9406726438aa97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38b2532c3ff47d3a46849a2724aa3cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.551757] env[65762]: INFO nova.compute.manager [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Took 56.24 seconds to build instance. [ 882.594229] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6028f-3c72-4b31-de59-345c5c4831d5/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.594604] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaed378-9cdd-4399-aa3b-ddf652eccc9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.603311] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6028f-3c72-4b31-de59-345c5c4831d5/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.603565] env[65762]: ERROR oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6028f-3c72-4b31-de59-345c5c4831d5/disk-0.vmdk due to incomplete transfer. [ 882.603819] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8d3d63e-48bd-428a-9bf7-17c489f05272 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.614588] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6028f-3c72-4b31-de59-345c5c4831d5/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.614805] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Uploaded image 0f2df894-e549-45fd-bc6e-6316666d0ccd to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 882.617257] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.617545] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc7ec05e-1d00-4acb-8cd3-a049bf2553bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.625498] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 882.625498] env[65762]: value = "task-4560330" [ 882.625498] env[65762]: _type = "Task" [ 882.625498] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.637334] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560330, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.752629] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 7913a6e0-c740-40bf-8633-8aa1e0a74b3c] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 882.793819] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560329, 'name': PowerOffVM_Task, 'duration_secs': 0.301425} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.795353] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.796090] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52412f7c-af64-459e-83a6-a7fd1bd488eb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2024350607',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 882.796311] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.796463] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 882.796646] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.796785] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 882.796935] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 882.797457] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 882.797567] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 882.797679] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 882.797839] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 882.798052] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 882.803634] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8faa1f82-e566-4ee2-b21c-deb8e1e87def {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.819818] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Successfully created port: b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 882.824458] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 882.824458] env[65762]: value = "task-4560331" [ 882.824458] env[65762]: _type = "Task" [ 882.824458] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.834617] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.923270] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 883.054541] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.751s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.138149] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560330, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.257360] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 073d851e-561b-418a-a3be-d3350198c85b] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 883.339713] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560331, 'name': ReconfigVM_Task, 'duration_secs': 0.182005} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.343806] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc6b95-899d-4f26-8d3b-34aa4a139a46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.367630] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52412f7c-af64-459e-83a6-a7fd1bd488eb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2024350607',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 883.367739] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.367844] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 883.367988] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.368149] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 883.368292] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 883.368498] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 883.368646] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 883.368806] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 883.369029] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 883.369219] env[65762]: DEBUG nova.virt.hardware [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 883.372783] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d96400-d753-4c10-82c8-0ec86a561e45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.379728] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 883.379728] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52dcedda-747e-364f-1567-3e4933e6b279" [ 883.379728] env[65762]: _type = "Task" [ 883.379728] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.390301] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dcedda-747e-364f-1567-3e4933e6b279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.495311] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c974b-68b4-4c36-ba1c-63c810175c24 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.505305] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef431f-9ec6-40ee-a0be-483405d68ad3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.538916] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0719c1a-b682-4772-9205-61c8cd23aea5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.548754] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a0b5f-0717-44c8-82e2-3b193f592b4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.554998] env[65762]: DEBUG nova.compute.manager [req-d4766364-0952-49c1-938a-9bcd9a3d8f70 req-16088489-4209-42cc-b826-e656c3f0697a service nova] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Received event network-vif-deleted-a348e279-ac8b-4932-9842-c3fe6681b104 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 883.566661] env[65762]: DEBUG nova.compute.provider_tree [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.594165] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.594428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.641183] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560330, 'name': Destroy_Task, 'duration_secs': 0.639604} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.641183] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Destroyed the VM [ 883.641342] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.641480] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e945ba73-9797-42dd-817e-bd40c035686d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.649761] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 883.649761] env[65762]: value = "task-4560332" [ 883.649761] env[65762]: _type = "Task" [ 883.649761] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.660760] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.761338] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 848f510a-35f9-4b4b-9149-9431346f2922] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 883.893207] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dcedda-747e-364f-1567-3e4933e6b279, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.899133] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.899549] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da573cc-c56c-4418-83e9-61850cc48d40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.920273] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 883.920273] env[65762]: value = "task-4560333" [ 883.920273] env[65762]: _type = "Task" [ 883.920273] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.930203] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.933088] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 883.965065] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 883.965333] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.965484] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 883.965662] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.965801] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 883.965944] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 883.966170] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 883.966327] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 883.966491] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 883.966645] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 883.966811] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 883.967726] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546bb3b-25db-43b6-89b6-18324859422c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.977163] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5829cacb-0253-4756-8a69-d6122bb0347b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.070551] env[65762]: DEBUG nova.scheduler.client.report [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.096765] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 884.163410] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560332, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.175907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.176174] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.176402] env[65762]: DEBUG nova.compute.manager [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 884.177918] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d7848-d5fd-4064-83d7-e06bc1ef0e63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.185062] env[65762]: DEBUG nova.compute.manager [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 884.185732] env[65762]: DEBUG nova.objects.instance [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'flavor' on Instance uuid 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.200293] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada10f-6988-8288-10b6-8d4a2cd87870/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 884.200770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "956df797-f842-4717-a075-01f4f4b77d8b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.201029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.201294] env[65762]: INFO nova.compute.manager [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Rebooting instance [ 884.204441] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba9990-7f57-4468-b361-9b4dcbcb38ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.214841] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada10f-6988-8288-10b6-8d4a2cd87870/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 884.215119] env[65762]: ERROR oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada10f-6988-8288-10b6-8d4a2cd87870/disk-0.vmdk due to incomplete transfer. [ 884.215386] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be31b72d-4081-4535-9055-bd8798637b72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.224543] env[65762]: DEBUG oslo_vmware.rw_handles [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada10f-6988-8288-10b6-8d4a2cd87870/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 884.224543] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Uploaded image 0337b6d3-802c-4d3a-ba2f-edd21de0e5b1 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 884.227012] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 884.227300] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0987ebc0-abf0-4622-8cd2-5d298092d34d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.235047] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 884.235047] env[65762]: value = "task-4560334" [ 884.235047] env[65762]: _type = "Task" [ 884.235047] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.246050] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560334, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.265313] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 49dd7535-e34a-4224-868a-56af142b1adb] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 884.272992] env[65762]: INFO nova.compute.manager [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Rescuing [ 884.272992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.273215] env[65762]: DEBUG nova.network.neutron [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.431143] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560333, 'name': ReconfigVM_Task, 'duration_secs': 0.257776} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.431600] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.432504] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c48bb-f2d8-4c46-a997-faa50c0a656c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439480] env[65762]: DEBUG nova.objects.instance [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lazy-loading 'flavor' on Instance uuid 3a26de08-5db2-4a82-a127-3eb52156482e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.468409] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.470267] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81421db-b16d-4f7b-b9b1-1c30ef65b9c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.494548] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 884.494548] env[65762]: value = "task-4560335" [ 884.494548] env[65762]: _type = "Task" [ 884.494548] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.506106] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.553672] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Successfully updated port: b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 884.579473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.579473] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 884.582390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.288s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.584404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.588466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.923s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.590346] env[65762]: INFO nova.compute.claims [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.598168] env[65762]: DEBUG nova.compute.manager [req-a78be676-5520-48d3-a254-c44440b92192 req-1169fb91-c3a8-480b-a478-add1368ed6a4 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Received event network-vif-plugged-b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 884.600804] env[65762]: DEBUG oslo_concurrency.lockutils [req-a78be676-5520-48d3-a254-c44440b92192 req-1169fb91-c3a8-480b-a478-add1368ed6a4 service nova] Acquiring lock "66903e49-3f25-48a1-9c6d-992f6d559cf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.600804] env[65762]: DEBUG oslo_concurrency.lockutils [req-a78be676-5520-48d3-a254-c44440b92192 req-1169fb91-c3a8-480b-a478-add1368ed6a4 service nova] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.600804] env[65762]: DEBUG oslo_concurrency.lockutils [req-a78be676-5520-48d3-a254-c44440b92192 req-1169fb91-c3a8-480b-a478-add1368ed6a4 service nova] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.600804] env[65762]: DEBUG nova.compute.manager [req-a78be676-5520-48d3-a254-c44440b92192 req-1169fb91-c3a8-480b-a478-add1368ed6a4 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] No waiting events found dispatching network-vif-plugged-b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 884.600804] env[65762]: WARNING nova.compute.manager [req-a78be676-5520-48d3-a254-c44440b92192 req-1169fb91-c3a8-480b-a478-add1368ed6a4 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Received unexpected event network-vif-plugged-b18bf298-d168-4b61-a4f0-a00a8bb82541 for instance with vm_state building and task_state spawning. [ 884.636646] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.642075] env[65762]: INFO nova.scheduler.client.report [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted allocations for instance 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67 [ 884.664223] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560332, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719447} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.664513] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.664776] env[65762]: DEBUG nova.compute.manager [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 884.665606] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f01988-cef6-4081-91e0-0952a804d21c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.740472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.740722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquired lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.740985] env[65762]: DEBUG nova.network.neutron [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.748755] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560334, 'name': Destroy_Task, 'duration_secs': 0.478884} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.749653] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Destroyed the VM [ 884.749952] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 884.750292] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe01ec23-4498-4ad4-b29e-216d0d30481c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.758688] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 884.758688] env[65762]: value = "task-4560336" [ 884.758688] env[65762]: _type = "Task" [ 884.758688] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.768232] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4e3f0538-bfde-4c59-b493-c30d1813a786] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 884.770254] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.776818] env[65762]: WARNING neutronclient.v2_0.client [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.945184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.945841] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.945841] env[65762]: WARNING neutronclient.v2_0.client [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.001686] env[65762]: WARNING neutronclient.v2_0.client [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.007498] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560335, 'name': ReconfigVM_Task, 'duration_secs': 0.384333} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.007813] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d/1a06a675-c6da-46d0-8f84-3201bcb59e1d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.008699] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7631096-458e-49ce-964d-271956fe4916 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.031801] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ea814-7b25-4970-a0af-628f2d497428 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.051440] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddc6da1-6de9-4b68-9651-3b49ff81e6de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.074186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "refresh_cache-66903e49-3f25-48a1-9c6d-992f6d559cf4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.074378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "refresh_cache-66903e49-3f25-48a1-9c6d-992f6d559cf4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.074597] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.079252] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf13c8-bcf7-421e-a1ad-d57974637176 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.088543] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.088978] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7759b692-c9f0-4c10-85e0-4d273efa2330 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.097073] env[65762]: DEBUG nova.compute.utils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.100221] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 885.100221] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 885.100497] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.100866] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.103414] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 885.103414] env[65762]: value = "task-4560337" [ 885.103414] env[65762]: _type = "Task" [ 885.103414] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.115956] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.120075] env[65762]: DEBUG nova.network.neutron [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Updating instance_info_cache with network_info: [{"id": "9c0c298e-c219-413d-98c7-a3e58bda769a", "address": "fa:16:3e:68:f2:80", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c298e-c2", "ovs_interfaceid": "9c0c298e-c219-413d-98c7-a3e58bda769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.155143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "9b2a58b2-eec0-47f9-8e4e-0eeb87571d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.113s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.184556] env[65762]: INFO nova.compute.manager [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Shelve offloading [ 885.189839] env[65762]: DEBUG nova.policy [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb386c99b987425ebd9406726438aa97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38b2532c3ff47d3a46849a2724aa3cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.196144] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.196461] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5afd2a-8ad1-4acd-9ea8-745743b66e21 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.205860] env[65762]: DEBUG oslo_vmware.api [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 885.205860] env[65762]: value = "task-4560338" [ 885.205860] env[65762]: _type = "Task" [ 885.205860] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.217097] env[65762]: DEBUG oslo_vmware.api [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.243664] env[65762]: WARNING neutronclient.v2_0.client [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.269867] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.271448] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0a8322ad-0143-4cbb-9e07-043cd3ab1899] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 885.481877] env[65762]: DEBUG nova.network.neutron [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.605028] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 885.613773] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Successfully created port: ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 885.620441] env[65762]: DEBUG oslo_vmware.api [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560337, 'name': PowerOnVM_Task, 'duration_secs': 0.514612} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.620764] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.628166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.693710] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.694053] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09350fd-0f05-4b6b-ac2e-548dc696a9e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.704115] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 885.704115] env[65762]: value = "task-4560339" [ 885.704115] env[65762]: _type = "Task" [ 885.704115] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.731381] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.731381] env[65762]: DEBUG nova.compute.manager [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 885.732038] env[65762]: DEBUG oslo_vmware.api [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560338, 'name': PowerOffVM_Task, 'duration_secs': 0.208785} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.735082] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5c526d-0086-42d7-98a2-2c43b635e89e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.737787] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.738054] env[65762]: DEBUG nova.compute.manager [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 885.739967] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659d9505-33c7-4b23-8c51-1a9fad350640 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.743878] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 885.750547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.750835] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.751065] env[65762]: DEBUG nova.network.neutron [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.771446] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560336, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.774948] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 64ba35ce-5285-4932-8656-7dd4bced4bac] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 885.986651] env[65762]: WARNING neutronclient.v2_0.client [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.094990] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6b522-29a9-448b-82ca-02dfc3f6532b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.106868] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec855e7d-bb17-48c3-97e2-00abf6186958 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.155238] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b258b07-c384-485f-9d00-daf8fb3579a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.167665] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876efae0-0ac8-4e26-9470-cb1b8c799710 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.188151] env[65762]: DEBUG nova.compute.provider_tree [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.262788] env[65762]: WARNING neutronclient.v2_0.client [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.273766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76b36645-e3e2-4ccb-b143-dd7241c01b70 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.278884] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: ac669e52-afab-41b7-b45a-5fb7b8e0ab61] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 886.287797] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560336, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.618025] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 886.644530] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.644778] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.644932] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.645166] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.645327] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.645474] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.645681] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.645836] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.646007] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.646182] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.646393] env[65762]: DEBUG nova.virt.hardware [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.647577] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef585f-8651-43f2-86b7-bffdc144c466 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.657371] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb4c35b-8301-4727-a53a-ae9dc329ec61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.662905] env[65762]: INFO nova.compute.manager [None req-c1c85661-8541-4b04-9351-740fedf29e3b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance to original state: 'active' [ 886.691867] env[65762]: DEBUG nova.scheduler.client.report [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.777863] env[65762]: DEBUG oslo_vmware.api [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560336, 'name': RemoveSnapshot_Task, 'duration_secs': 1.673248} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.778223] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.778399] env[65762]: INFO nova.compute.manager [None req-db1e8ac6-7393-4a3b-ab49-0875bad6b501 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 886.789184] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 97d6e916-2551-4b80-9b52-1fdab5d3796f] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 886.937864] env[65762]: WARNING neutronclient.v2_0.client [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.965761] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.181883] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.182309] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a0f6df3-6202-4660-8e16-0abf794afc71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.192311] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 887.192311] env[65762]: value = "task-4560340" [ 887.192311] env[65762]: _type = "Task" [ 887.192311] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.197010] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.197590] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 887.203863] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.639s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.204288] env[65762]: DEBUG nova.objects.instance [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.206851] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.293217] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 584a81ec-ca0b-4e62-97ff-46a2092ff8e5] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 887.361383] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Successfully updated port: ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 887.502755] env[65762]: DEBUG nova.compute.manager [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 887.503661] env[65762]: DEBUG nova.compute.manager [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing instance network info cache due to event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 887.503661] env[65762]: DEBUG oslo_concurrency.lockutils [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.574392] env[65762]: DEBUG nova.network.neutron [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Updating instance_info_cache with network_info: [{"id": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "address": "fa:16:3e:31:f6:69", "network": {"id": "91ba15aa-ceb8-4bf3-912d-c28e96d8c3b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348834003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c6447729849eb9fd70698f4e26063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb8c046-4c", "ovs_interfaceid": "3eb8c046-4ccb-4014-8763-f6bffb84f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.604461] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Updating instance_info_cache with network_info: [{"id": "b18bf298-d168-4b61-a4f0-a00a8bb82541", "address": "fa:16:3e:15:cd:e2", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18bf298-d1", "ovs_interfaceid": "b18bf298-d168-4b61-a4f0-a00a8bb82541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.706053] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560340, 'name': PowerOffVM_Task, 'duration_secs': 0.237777} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.706053] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.706827] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe6431-c526-40ce-96c2-ab0962ba3bae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.710599] env[65762]: DEBUG nova.compute.utils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.715818] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 887.716029] env[65762]: DEBUG nova.network.neutron [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.716413] env[65762]: WARNING neutronclient.v2_0.client [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.716729] env[65762]: WARNING neutronclient.v2_0.client [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.737226] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de8199f-2327-4a45-a644-d292bb919d11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.774117] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.774740] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf370227-3266-4099-8f56-9f191cc2dee1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.781751] env[65762]: WARNING neutronclient.v2_0.client [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.785568] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 887.785568] env[65762]: value = "task-4560341" [ 887.785568] env[65762]: _type = "Task" [ 887.785568] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.795636] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.795859] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.796129] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.796273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.796452] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.796713] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc02be8-53aa-4777-9738-732cdba3fa10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.799311] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 87dbc9d1-09c2-4594-93e8-4c19d27fbc78] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 887.808551] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.808752] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.809521] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30618b17-0511-497a-aae5-61eaeeccc0ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.815684] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 887.815684] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b659f-cd11-6fc9-ea65-5cf5b46192f8" [ 887.815684] env[65762]: _type = "Task" [ 887.815684] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.825050] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529b659f-cd11-6fc9-ea65-5cf5b46192f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.834756] env[65762]: DEBUG nova.policy [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f887b629c8864eb7a204ad8172ca0650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ca54edb2fe4c03bf3aa64458f06453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.866354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "refresh_cache-9c89d08f-ed12-4fec-ac49-d26d7a8041f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.866354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "refresh_cache-9c89d08f-ed12-4fec-ac49-d26d7a8041f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.866354] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 887.888071] env[65762]: WARNING neutronclient.v2_0.client [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.060231] env[65762]: DEBUG nova.network.neutron [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.078295] env[65762]: DEBUG oslo_concurrency.lockutils [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Releasing lock "refresh_cache-956df797-f842-4717-a075-01f4f4b77d8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.099090] env[65762]: DEBUG nova.network.neutron [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.107836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "refresh_cache-66903e49-3f25-48a1-9c6d-992f6d559cf4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.108254] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Instance network_info: |[{"id": "b18bf298-d168-4b61-a4f0-a00a8bb82541", "address": "fa:16:3e:15:cd:e2", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18bf298-d1", "ovs_interfaceid": "b18bf298-d168-4b61-a4f0-a00a8bb82541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 888.108801] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:cd:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18bf298-d168-4b61-a4f0-a00a8bb82541', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.117189] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 888.118575] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.118575] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5be423f-403b-4589-a1b4-c38a94d584a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.148225] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.148225] env[65762]: value = "task-4560342" [ 888.148225] env[65762]: _type = "Task" [ 888.148225] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.161395] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560342, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.220581] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 888.221836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1abc193a-99bd-4ee7-bbe5-04818255dd74 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.223543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.944s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.223925] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.227882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.609s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.230307] env[65762]: INFO nova.compute.claims [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.267935] env[65762]: INFO nova.scheduler.client.report [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Deleted allocations for instance a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa [ 888.302729] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 5ca7b1d2-a1b8-4102-8034-d821e2a10879] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 888.326355] env[65762]: DEBUG nova.network.neutron [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Successfully created port: 179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 888.340499] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529b659f-cd11-6fc9-ea65-5cf5b46192f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.341048] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62286bce-49c3-458d-b391-744f6104fabb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.347992] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 888.347992] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5288bfbf-767f-1982-5843-b96efc79e397" [ 888.347992] env[65762]: _type = "Task" [ 888.347992] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.359981] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5288bfbf-767f-1982-5843-b96efc79e397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.564345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.564608] env[65762]: DEBUG nova.compute.manager [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Inject network info {{(pid=65762) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7792}} [ 888.564769] env[65762]: DEBUG nova.compute.manager [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] network_info to inject: |[{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7793}} [ 888.569606] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Reconfiguring VM instance to set the machine id {{(pid=65762) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 888.570037] env[65762]: DEBUG oslo_concurrency.lockutils [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.570190] env[65762]: DEBUG nova.network.neutron [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.571722] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c8799c-fd6e-4441-82c4-82d06ecd30ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.590256] env[65762]: DEBUG nova.compute.manager [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 888.592218] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba7456-c771-4adc-9c30-c9664f060ae6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.596838] env[65762]: DEBUG oslo_vmware.api [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 888.596838] env[65762]: value = "task-4560343" [ 888.596838] env[65762]: _type = "Task" [ 888.596838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.603758] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.604215] env[65762]: WARNING neutronclient.v2_0.client [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.604366] env[65762]: WARNING neutronclient.v2_0.client [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.619893] env[65762]: DEBUG oslo_vmware.api [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.658289] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560342, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.664423] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 888.721016] env[65762]: DEBUG nova.compute.manager [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Received event network-changed-b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 888.721016] env[65762]: DEBUG nova.compute.manager [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Refreshing instance network info cache due to event network-changed-b18bf298-d168-4b61-a4f0-a00a8bb82541. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 888.721219] env[65762]: DEBUG oslo_concurrency.lockutils [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] Acquiring lock "refresh_cache-66903e49-3f25-48a1-9c6d-992f6d559cf4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.721487] env[65762]: DEBUG oslo_concurrency.lockutils [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] Acquired lock "refresh_cache-66903e49-3f25-48a1-9c6d-992f6d559cf4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.721749] env[65762]: DEBUG nova.network.neutron [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Refreshing network info cache for port b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.776966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0627e53-bb17-422a-a1f0-dcf334191a1f tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.053s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.807037] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: bcc96ebc-0ba2-42ad-b947-41faedfd6574] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 888.862208] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5288bfbf-767f-1982-5843-b96efc79e397, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.864059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.864059] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. {{(pid=65762) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 888.864059] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9daec7-7e2f-44d5-a806-f597d8a85e48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.871635] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 888.871635] env[65762]: value = "task-4560344" [ 888.871635] env[65762]: _type = "Task" [ 888.871635] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.881368] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.079460] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.080773] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8715fa5-65fc-435a-b067-10c4dcdfea6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.086324] env[65762]: WARNING neutronclient.v2_0.client [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.091881] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.093120] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355d4029-d723-41eb-9d41-ae810bbb30e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.109399] env[65762]: DEBUG oslo_vmware.api [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560343, 'name': ReconfigVM_Task, 'duration_secs': 0.175648} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.109641] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0aa24-dbe3-423e-9700-52b5cc03562c tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Reconfigured VM instance to set the machine id {{(pid=65762) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 889.150078] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.170060] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560342, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.175415] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.175779] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.176085] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleting the datastore file [datastore2] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.176360] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc717f43-0f9f-475a-8457-48064ec5edbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.185572] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 889.185572] env[65762]: value = "task-4560346" [ 889.185572] env[65762]: _type = "Task" [ 889.185572] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.196170] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.225951] env[65762]: WARNING neutronclient.v2_0.client [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.229964] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 889.262916] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8089f09233a6e73c3c605d007995f2fb',container_format='bare',created_at=2025-11-20T04:50:48Z,direct_url=,disk_format='vmdk',id=1a5d203f-f194-4f63-8d5f-07b4ee66614b,min_disk=1,min_ram=0,name='tempest-test-snap-1894869792',owner='94ca54edb2fe4c03bf3aa64458f06453',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-20T04:51:05Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 889.263413] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.263413] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 889.263587] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.263695] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 889.263836] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 889.264083] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.264242] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 889.264414] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 889.264569] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 889.264736] env[65762]: DEBUG nova.virt.hardware [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 889.265750] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a525b-ce8d-4ebe-9e3f-1cd1f3b2640f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.286025] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53f380-2921-4b3b-a03a-a3a98e28682f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.311504] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 852ff2bc-c17b-45d1-9d47-8f829fd97f25] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 889.385957] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.510770] env[65762]: DEBUG nova.network.neutron [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Updating instance_info_cache with network_info: [{"id": "ee123c26-6ffc-46a4-aa16-8eef3f3b8adb", "address": "fa:16:3e:7f:da:cb", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee123c26-6f", "ovs_interfaceid": "ee123c26-6ffc-46a4-aa16-8eef3f3b8adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.620825] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b139ef75-cdc8-43b4-a526-43acb0478e8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.628599] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Doing hard reboot of VM {{(pid=65762) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 889.628875] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c61495f7-5028-45a5-bbd0-b023e9ac691b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.635961] env[65762]: DEBUG oslo_vmware.api [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 889.635961] env[65762]: value = "task-4560347" [ 889.635961] env[65762]: _type = "Task" [ 889.635961] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.645780] env[65762]: DEBUG oslo_vmware.api [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560347, 'name': ResetVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.669113] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560342, 'name': CreateVM_Task, 'duration_secs': 1.428467} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.675577] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.681756] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.682257] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.683350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.683350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.683919] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c607299-6ad1-4e16-b34c-c0fb00433fb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.693375] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 889.693375] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5237a005-ecce-dac9-764c-e47f45fb311b" [ 889.693375] env[65762]: _type = "Task" [ 889.693375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.708677] env[65762]: DEBUG oslo_vmware.api [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314036} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.709885] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.710161] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.710434] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.722402] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5237a005-ecce-dac9-764c-e47f45fb311b, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.722759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.722917] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.723203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.723354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.723532] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.724091] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-798ae6c3-2aae-42d2-b3b7-a85833efe30f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.737317] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e9e68-a0d0-4bca-a3ba-835c5a2ee9b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.741639] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.742520] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.743428] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06f8349-f3e1-4b1a-a1b7-386049076e00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.749258] env[65762]: INFO nova.scheduler.client.report [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted allocations for instance ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 [ 889.757677] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73406285-88f9-4dec-9752-6cb17b11532c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.763888] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 889.763888] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52751c1e-4273-df97-54fa-a5b94a5b9cd2" [ 889.763888] env[65762]: _type = "Task" [ 889.763888] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.797914] env[65762]: WARNING neutronclient.v2_0.client [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.800951] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6104654d-f87a-4387-97eb-f72b35dfbe50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.807929] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52751c1e-4273-df97-54fa-a5b94a5b9cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.809075] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e662714a-4c6b-47ee-bbcb-8ec9474b30c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.815097] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4b581-53e0-434a-8b39-869d0a53f41d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.821303] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 5603df51-b568-4e1c-9b11-412c7781bbd3] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 889.824506] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 889.824506] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52aee2c6-40ea-a758-9335-32e78dbc2658" [ 889.824506] env[65762]: _type = "Task" [ 889.824506] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.837469] env[65762]: DEBUG nova.compute.provider_tree [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.845862] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52aee2c6-40ea-a758-9335-32e78dbc2658, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.846142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.846484] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 66903e49-3f25-48a1-9c6d-992f6d559cf4/66903e49-3f25-48a1-9c6d-992f6d559cf4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.846724] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-858f4786-3543-45d2-b3f5-48424ffe9659 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.857519] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 889.857519] env[65762]: value = "task-4560348" [ 889.857519] env[65762]: _type = "Task" [ 889.857519] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.867482] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.885085] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.885369] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. [ 889.886170] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018e50c4-e253-4264-af86-8d7fc3d248b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.918039] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.918387] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d986113e-1a18-4f08-bfce-2b7046a83e17 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.944254] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 889.944254] env[65762]: value = "task-4560349" [ 889.944254] env[65762]: _type = "Task" [ 889.944254] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.953539] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.956598] env[65762]: WARNING neutronclient.v2_0.client [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.979317] env[65762]: DEBUG nova.network.neutron [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Successfully updated port: 179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.014457] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "refresh_cache-9c89d08f-ed12-4fec-ac49-d26d7a8041f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.014656] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Instance network_info: |[{"id": "ee123c26-6ffc-46a4-aa16-8eef3f3b8adb", "address": "fa:16:3e:7f:da:cb", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee123c26-6f", "ovs_interfaceid": "ee123c26-6ffc-46a4-aa16-8eef3f3b8adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 890.015336] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:da:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee123c26-6ffc-46a4-aa16-8eef3f3b8adb', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.023725] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.027542] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.028996] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a7a499-2669-4956-881e-21325622e05c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.052059] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.052059] env[65762]: value = "task-4560350" [ 890.052059] env[65762]: _type = "Task" [ 890.052059] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.068908] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560350, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.083451] env[65762]: DEBUG nova.network.neutron [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Updated VIF entry in instance network info cache for port b18bf298-d168-4b61-a4f0-a00a8bb82541. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.083926] env[65762]: DEBUG nova.network.neutron [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Updating instance_info_cache with network_info: [{"id": "b18bf298-d168-4b61-a4f0-a00a8bb82541", "address": "fa:16:3e:15:cd:e2", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18bf298-d1", "ovs_interfaceid": "b18bf298-d168-4b61-a4f0-a00a8bb82541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.122919] env[65762]: DEBUG nova.network.neutron [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updated VIF entry in instance network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.122919] env[65762]: DEBUG nova.network.neutron [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.147650] env[65762]: DEBUG oslo_vmware.api [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560347, 'name': ResetVM_Task, 'duration_secs': 0.112375} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.147930] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Did hard reboot of VM {{(pid=65762) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 890.148134] env[65762]: DEBUG nova.compute.manager [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 890.148981] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d18fb-f276-4326-88f7-8bb363cbf668 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.255070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.324767] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 76824fd3-c494-4610-8cd4-9e2661b260c2] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 890.342131] env[65762]: DEBUG nova.scheduler.client.report [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.371400] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560348, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.456786] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.483248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "refresh_cache-4d158c34-3d09-4d17-a990-2c69ca8f048e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.485353] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "refresh_cache-4d158c34-3d09-4d17-a990-2c69ca8f048e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.485353] env[65762]: DEBUG nova.network.neutron [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.567715] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560350, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.587186] env[65762]: DEBUG oslo_concurrency.lockutils [req-04600dcb-91e8-4bac-9464-d39399178afe req-418ba7ec-a71f-4fe2-b32d-9b8c5da11381 service nova] Releasing lock "refresh_cache-66903e49-3f25-48a1-9c6d-992f6d559cf4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.607035] env[65762]: DEBUG nova.compute.manager [req-9970100f-4a75-466e-9270-c286e4afb92e req-f0ef9031-5acc-4a12-ab41-4ced236d6ed7 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Received event network-vif-plugged-179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 890.607035] env[65762]: DEBUG oslo_concurrency.lockutils [req-9970100f-4a75-466e-9270-c286e4afb92e req-f0ef9031-5acc-4a12-ab41-4ced236d6ed7 service nova] Acquiring lock "4d158c34-3d09-4d17-a990-2c69ca8f048e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.607035] env[65762]: DEBUG oslo_concurrency.lockutils [req-9970100f-4a75-466e-9270-c286e4afb92e req-f0ef9031-5acc-4a12-ab41-4ced236d6ed7 service nova] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.607035] env[65762]: DEBUG oslo_concurrency.lockutils [req-9970100f-4a75-466e-9270-c286e4afb92e req-f0ef9031-5acc-4a12-ab41-4ced236d6ed7 service nova] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.607508] env[65762]: DEBUG nova.compute.manager [req-9970100f-4a75-466e-9270-c286e4afb92e req-f0ef9031-5acc-4a12-ab41-4ced236d6ed7 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] No waiting events found dispatching network-vif-plugged-179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 890.607542] env[65762]: WARNING nova.compute.manager [req-9970100f-4a75-466e-9270-c286e4afb92e req-f0ef9031-5acc-4a12-ab41-4ced236d6ed7 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Received unexpected event network-vif-plugged-179923b5-7963-460d-884c-98ff96c896ce for instance with vm_state building and task_state spawning. [ 890.624644] env[65762]: DEBUG oslo_concurrency.lockutils [req-ce2d1295-e0cd-4637-bdd8-31b3e3e46f75 req-43cdaa4f-3be3-4eae-88a2-f57ba880b9d2 service nova] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.666858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-100b7a1e-2fe0-403d-b103-182c8067d0be tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.466s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.824264] env[65762]: DEBUG nova.objects.instance [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'flavor' on Instance uuid 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.831884] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: b1e78905-5d3b-4bd4-b732-16716db84e37] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 890.848033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.848218] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 890.852938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.192s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.855261] env[65762]: INFO nova.compute.claims [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.870733] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531197} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.871027] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 66903e49-3f25-48a1-9c6d-992f6d559cf4/66903e49-3f25-48a1-9c6d-992f6d559cf4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.871218] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.871473] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46464ce0-f0fd-442d-a509-ea2b74545d2e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.879752] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 890.879752] env[65762]: value = "task-4560351" [ 890.879752] env[65762]: _type = "Task" [ 890.879752] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.890176] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.960030] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560349, 'name': ReconfigVM_Task, 'duration_secs': 0.744781} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.960030] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.960030] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7102d84-de40-4852-a3ff-bdda8058b5b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990289] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f8d3a1-d1a8-4ebe-9781-ec8b6adc8671 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.008127] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 891.008127] env[65762]: value = "task-4560352" [ 891.008127] env[65762]: _type = "Task" [ 891.008127] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.020258] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.063587] env[65762]: DEBUG nova.network.neutron [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.077268] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560350, 'name': CreateVM_Task, 'duration_secs': 0.645156} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.077552] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.078321] env[65762]: WARNING neutronclient.v2_0.client [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.079436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.079436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.079620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.079842] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad8ef63-01f7-45ae-b03a-27fa8ee04ca0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.086695] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 891.086695] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52495908-8a85-4834-f248-5de7636e104b" [ 891.086695] env[65762]: _type = "Task" [ 891.086695] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.103309] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52495908-8a85-4834-f248-5de7636e104b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.179959] env[65762]: WARNING neutronclient.v2_0.client [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.263790] env[65762]: DEBUG nova.network.neutron [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Updating instance_info_cache with network_info: [{"id": "179923b5-7963-460d-884c-98ff96c896ce", "address": "fa:16:3e:25:f6:f7", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179923b5-79", "ovs_interfaceid": "179923b5-7963-460d-884c-98ff96c896ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.329871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.329871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.330134] env[65762]: DEBUG nova.network.neutron [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.330263] env[65762]: DEBUG nova.objects.instance [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'info_cache' on Instance uuid 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.333029] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 5750b19a-c936-41f5-88b3-b0cc75726df1] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 891.339657] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Received event network-vif-plugged-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 891.339929] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Acquiring lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.340102] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.340265] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.340952] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] No waiting events found dispatching network-vif-plugged-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 891.340952] env[65762]: WARNING nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Received unexpected event network-vif-plugged-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb for instance with vm_state building and task_state spawning. [ 891.340952] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Received event network-changed-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 891.340952] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Refreshing instance network info cache due to event network-changed-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 891.341970] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Acquiring lock "refresh_cache-9c89d08f-ed12-4fec-ac49-d26d7a8041f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.341970] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Acquired lock "refresh_cache-9c89d08f-ed12-4fec-ac49-d26d7a8041f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.341970] env[65762]: DEBUG nova.network.neutron [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Refreshing network info cache for port ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.360394] env[65762]: DEBUG nova.compute.utils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.367226] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 891.367568] env[65762]: DEBUG nova.network.neutron [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 891.367863] env[65762]: WARNING neutronclient.v2_0.client [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.368196] env[65762]: WARNING neutronclient.v2_0.client [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.392383] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072075} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.393116] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.395070] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2788c73-b748-49a0-8e7b-f5ea40a98ef6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.420729] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 66903e49-3f25-48a1-9c6d-992f6d559cf4/66903e49-3f25-48a1-9c6d-992f6d559cf4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.420729] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66e2a6f-ba0f-436d-9123-0a0b5dde6e66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.437122] env[65762]: DEBUG nova.policy [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed037f8173dd43e4a6d9e79d68d128e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9f0beb629af40fa966612ff44c96902', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.446105] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 891.446105] env[65762]: value = "task-4560353" [ 891.446105] env[65762]: _type = "Task" [ 891.446105] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.461574] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.489208] env[65762]: DEBUG nova.objects.instance [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lazy-loading 'flavor' on Instance uuid 3a26de08-5db2-4a82-a127-3eb52156482e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.520437] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560352, 'name': ReconfigVM_Task, 'duration_secs': 0.170886} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.521163] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.521866] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e80de72-96e5-4daa-8e57-5987fd600be5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.531912] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 891.531912] env[65762]: value = "task-4560354" [ 891.531912] env[65762]: _type = "Task" [ 891.531912] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.546984] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.603777] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52495908-8a85-4834-f248-5de7636e104b, 'name': SearchDatastore_Task, 'duration_secs': 0.017773} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.604109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.604518] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.604782] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.604929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.605144] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.605443] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c20abe-7577-4b9d-993c-54388075626e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.616634] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.616825] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.617623] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf3d904-d1eb-4c26-8371-a62d309c262d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.625211] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 891.625211] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525123cb-fadd-f79e-9af6-1fde8440173b" [ 891.625211] env[65762]: _type = "Task" [ 891.625211] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.634934] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525123cb-fadd-f79e-9af6-1fde8440173b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.750238] env[65762]: WARNING oslo_messaging._drivers.amqpdriver [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 891.758624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.758714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.758916] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.759142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.759305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.761333] env[65762]: INFO nova.compute.manager [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Terminating instance [ 891.763455] env[65762]: DEBUG nova.network.neutron [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Successfully created port: 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.765884] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "refresh_cache-4d158c34-3d09-4d17-a990-2c69ca8f048e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.766209] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Instance network_info: |[{"id": "179923b5-7963-460d-884c-98ff96c896ce", "address": "fa:16:3e:25:f6:f7", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179923b5-79", "ovs_interfaceid": "179923b5-7963-460d-884c-98ff96c896ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 891.768209] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:f6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '179923b5-7963-460d-884c-98ff96c896ce', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.775877] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.777211] env[65762]: DEBUG nova.compute.manager [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 891.777591] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.777983] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.779048] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19274995-fd48-41f4-8fbb-e6f195a49dbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.782503] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2984eb50-63df-4551-94af-a365dc10a13c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.804822] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.806468] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c007ac87-3d43-45ff-92a9-23d4e25394e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.808550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.808900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.808999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.809230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.809403] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.811064] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.811064] env[65762]: value = "task-4560355" [ 891.811064] env[65762]: _type = "Task" [ 891.811064] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.811562] env[65762]: INFO nova.compute.manager [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Terminating instance [ 891.821314] env[65762]: DEBUG oslo_vmware.api [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 891.821314] env[65762]: value = "task-4560356" [ 891.821314] env[65762]: _type = "Task" [ 891.821314] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.828868] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560355, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.839158] env[65762]: DEBUG nova.objects.base [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Object Instance<21fa923c-0d61-4ef9-bb0a-108ac2b111a7> lazy-loaded attributes: flavor,info_cache {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.840932] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: d475e8b7-a071-4429-a1ea-92069474ec38] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 891.847547] env[65762]: WARNING neutronclient.v2_0.client [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.860687] env[65762]: DEBUG oslo_vmware.api [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.867940] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 891.956711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquiring lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.957148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.957413] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquiring lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.957631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.957802] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.967844] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560353, 'name': ReconfigVM_Task, 'duration_secs': 0.460853} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.968991] env[65762]: INFO nova.compute.manager [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Terminating instance [ 891.970893] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 66903e49-3f25-48a1-9c6d-992f6d559cf4/66903e49-3f25-48a1-9c6d-992f6d559cf4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.973346] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5a829b-873d-4719-91dd-9a363590d041 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.982351] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 891.982351] env[65762]: value = "task-4560357" [ 891.982351] env[65762]: _type = "Task" [ 891.982351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.003426] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560357, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.004114] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.004282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.005061] env[65762]: WARNING neutronclient.v2_0.client [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.046807] env[65762]: DEBUG oslo_vmware.api [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560354, 'name': PowerOnVM_Task, 'duration_secs': 0.491142} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.047538] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.050592] env[65762]: DEBUG nova.compute.manager [None req-fbab979e-04e9-494e-9961-a24d3d90eca5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 892.051371] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6c650-46bd-485c-a4cf-f98a9bc3e4c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.139177] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525123cb-fadd-f79e-9af6-1fde8440173b, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.143517] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f989ca3-7e3c-4566-be08-faf513e25707 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.151618] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 892.151618] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520cff69-0e59-6e1f-470e-471789fe1f12" [ 892.151618] env[65762]: _type = "Task" [ 892.151618] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.163946] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520cff69-0e59-6e1f-470e-471789fe1f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.253536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "956df797-f842-4717-a075-01f4f4b77d8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.253812] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.256768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "956df797-f842-4717-a075-01f4f4b77d8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.256768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.256768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.261840] env[65762]: INFO nova.compute.manager [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Terminating instance [ 892.321420] env[65762]: DEBUG nova.compute.manager [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 892.324026] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.324026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0c12ce-1b30-4ae0-b066-99cc42703cbb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.330563] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560355, 'name': CreateVM_Task, 'duration_secs': 0.422818} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.333836] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.338961] env[65762]: WARNING neutronclient.v2_0.client [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.339396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.339549] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.339902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.340239] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.341023] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e648bc19-0524-4c48-8757-5182d02e66db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.342712] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696c2c16-113b-4256-9ece-2e2d185d04c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.348289] env[65762]: WARNING neutronclient.v2_0.client [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.350853] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 2ae45b82-9506-4806-81ad-36ce7ea604bc] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 892.352734] env[65762]: DEBUG oslo_vmware.api [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560356, 'name': PowerOffVM_Task, 'duration_secs': 0.248564} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.356495] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.356691] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.357331] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9002984e-d37a-4027-a4a9-8a3a47eddd0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.360657] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 892.360657] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52be5a90-436e-a2bc-8226-5dc5a50e30dc" [ 892.360657] env[65762]: _type = "Task" [ 892.360657] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.362440] env[65762]: DEBUG oslo_vmware.api [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 892.362440] env[65762]: value = "task-4560358" [ 892.362440] env[65762]: _type = "Task" [ 892.362440] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.378328] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52be5a90-436e-a2bc-8226-5dc5a50e30dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.384829] env[65762]: DEBUG oslo_vmware.api [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.426662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf3ec5-1bac-4a77-8a96-668f33d9bf56 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.437275] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2457ac-bdfb-4c9b-8ed2-0b9042dd6551 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.441950] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.442209] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.442298] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleting the datastore file [datastore1] 1a06a675-c6da-46d0-8f84-3201bcb59e1d {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.443093] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef2c546-3ee6-47c0-bcfe-6ac431ccd1de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.475354] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd98152-604e-49ab-859d-bb4df4dc6b7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.481645] env[65762]: DEBUG nova.compute.manager [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 892.481941] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.482445] env[65762]: DEBUG oslo_vmware.api [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 892.482445] env[65762]: value = "task-4560360" [ 892.482445] env[65762]: _type = "Task" [ 892.482445] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.482697] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef102acd-b189-4ee8-a901-a219e86812e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.499478] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a410337-8b7e-4c8b-bb4b-9ae474e83126 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.511615] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 892.511615] env[65762]: value = "task-4560361" [ 892.511615] env[65762]: _type = "Task" [ 892.511615] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.511849] env[65762]: DEBUG oslo_vmware.api [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.527779] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560357, 'name': Rename_Task, 'duration_secs': 0.189639} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.528347] env[65762]: DEBUG nova.compute.provider_tree [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.534022] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.534022] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efc84e33-064f-41ba-91ba-05a5c71d82d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.536781] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.542944] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 892.542944] env[65762]: value = "task-4560362" [ 892.542944] env[65762]: _type = "Task" [ 892.542944] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.552560] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.648925] env[65762]: DEBUG nova.network.neutron [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.663246] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520cff69-0e59-6e1f-470e-471789fe1f12, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.664199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.664464] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 9c89d08f-ed12-4fec-ac49-d26d7a8041f9/9c89d08f-ed12-4fec-ac49-d26d7a8041f9.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.664742] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c14fe27f-8194-4a67-8d46-b19f090bddf9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.673935] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 892.673935] env[65762]: value = "task-4560363" [ 892.673935] env[65762]: _type = "Task" [ 892.673935] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.690736] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.707922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.708208] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "2a2d430b-ad40-4471-b829-33ae122a1833" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.766333] env[65762]: DEBUG nova.compute.manager [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 892.766742] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.767830] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a69b4dd-3978-4393-ab14-0b103b75fe5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.777338] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.780783] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05275228-b920-4fb8-ac71-8fcf3ccf8cae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.789680] env[65762]: DEBUG oslo_vmware.api [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 892.789680] env[65762]: value = "task-4560364" [ 892.789680] env[65762]: _type = "Task" [ 892.789680] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.800146] env[65762]: DEBUG oslo_vmware.api [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.843435] env[65762]: WARNING neutronclient.v2_0.client [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.855389] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: deea35f9-8d70-4a1f-b731-a60f5731a540] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 892.881429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.881740] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Processing image 1a5d203f-f194-4f63-8d5f-07b4ee66614b {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.881987] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.882148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.882330] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.882619] env[65762]: DEBUG oslo_vmware.api [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560358, 'name': PowerOffVM_Task, 'duration_secs': 0.327287} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.882838] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f17c5c2-d05b-48cb-bf57-e0c2b81e12db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.885473] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.885682] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.887333] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 892.889755] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e00f898-22bd-443c-9f04-a7d3ae19050b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.902028] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.902255] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.903142] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a89266-33cd-4de9-b894-49ec7836ec9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.916065] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 892.916065] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522e438b-2147-67f5-4531-6558b4f488f1" [ 892.916065] env[65762]: _type = "Task" [ 892.916065] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.926445] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 892.926783] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.926893] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 892.927215] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.927451] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 892.927626] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 892.927833] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.927998] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 892.928229] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 892.928343] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 892.928570] env[65762]: DEBUG nova.virt.hardware [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 892.930873] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93db86f-7a48-403d-ba03-d6032027dc2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.939256] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 892.939538] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Fetch image to [datastore1] OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2/OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 892.939752] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Downloading stream optimized image 1a5d203f-f194-4f63-8d5f-07b4ee66614b to [datastore1] OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2/OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2.vmdk on the data store datastore1 as vApp {{(pid=65762) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 892.940000] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Downloading image file data 1a5d203f-f194-4f63-8d5f-07b4ee66614b to the ESX as VM named 'OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2' {{(pid=65762) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 892.947043] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e80ec-868f-402d-90b1-6cbe32623db8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.002245] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.002518] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.002655] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Deleting the datastore file [datastore2] 88d46b2d-97a5-42cf-bc3f-c3050a361aba {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.007251] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d43663f-69b8-4083-922d-4d9e04d8feec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.023305] env[65762]: DEBUG oslo_vmware.api [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282149} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.023694] env[65762]: DEBUG oslo_vmware.api [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for the task: (returnval){ [ 893.023694] env[65762]: value = "task-4560366" [ 893.023694] env[65762]: _type = "Task" [ 893.023694] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.027344] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.027624] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.027919] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.028212] env[65762]: INFO nova.compute.manager [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 893.028496] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.029431] env[65762]: DEBUG nova.compute.manager [-] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 893.029545] env[65762]: DEBUG nova.network.neutron [-] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 893.030043] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.043599] env[65762]: DEBUG nova.scheduler.client.report [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.046811] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560361, 'name': PowerOffVM_Task, 'duration_secs': 0.261689} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.048011] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.048260] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 893.048476] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891001', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'name': 'volume-fcbefff8-fc18-414d-8850-79397272c77b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9f11dc6-159f-45bd-875f-f5c0c8c14551', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'serial': 'fcbefff8-fc18-414d-8850-79397272c77b'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 893.053105] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab7b97f-f8ff-4997-9207-3c9f6fb1bbfe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.059997] env[65762]: DEBUG oslo_vmware.api [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.061270] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 893.061270] env[65762]: value = "resgroup-9" [ 893.061270] env[65762]: _type = "ResourcePool" [ 893.061270] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 893.062211] env[65762]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cee1a462-f4a5-4651-b836-b3d5fe0a7a71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.098385] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.103145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf0bfe-294a-4f34-8a22-ac350ffe5550 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.110167] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease: (returnval){ [ 893.110167] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adaac7-a9d1-e72a-7782-e27ced7aaafb" [ 893.110167] env[65762]: _type = "HttpNfcLease" [ 893.110167] env[65762]: } obtained for vApp import into resource pool (val){ [ 893.110167] env[65762]: value = "resgroup-9" [ 893.110167] env[65762]: _type = "ResourcePool" [ 893.110167] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 893.110569] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the lease: (returnval){ [ 893.110569] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adaac7-a9d1-e72a-7782-e27ced7aaafb" [ 893.110569] env[65762]: _type = "HttpNfcLease" [ 893.110569] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.117167] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f14cfb-88b4-4cae-a155-d2bd46242b71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.127615] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.127615] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adaac7-a9d1-e72a-7782-e27ced7aaafb" [ 893.127615] env[65762]: _type = "HttpNfcLease" [ 893.127615] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.147916] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a0c0ac-25dd-40c6-89b6-b5a186571dc6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.167935] env[65762]: WARNING neutronclient.v2_0.client [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.171143] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] The volume has not been displaced from its original location: [datastore2] volume-fcbefff8-fc18-414d-8850-79397272c77b/volume-fcbefff8-fc18-414d-8850-79397272c77b.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 893.179189] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.180485] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121b6078-fc63-4321-baa4-6aa3d428931e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.209021] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560363, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.211142] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 893.216133] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 893.216133] env[65762]: value = "task-4560368" [ 893.216133] env[65762]: _type = "Task" [ 893.216133] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.231281] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.305661] env[65762]: DEBUG oslo_vmware.api [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560364, 'name': PowerOffVM_Task, 'duration_secs': 0.189684} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.306015] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.306199] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.306490] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c21f2f4c-4dbf-40c2-8138-1eb7af5433a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.320081] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.359686] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: fd026dea-8e2b-4caf-91d6-125b41034aae] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 893.362959] env[65762]: DEBUG nova.network.neutron [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Updated VIF entry in instance network info cache for port ee123c26-6ffc-46a4-aa16-8eef3f3b8adb. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.363402] env[65762]: DEBUG nova.network.neutron [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Updating instance_info_cache with network_info: [{"id": "ee123c26-6ffc-46a4-aa16-8eef3f3b8adb", "address": "fa:16:3e:7f:da:cb", "network": {"id": "5c88df12-34a7-4eaf-9bcb-555e2ddc492e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560585441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38b2532c3ff47d3a46849a2724aa3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee123c26-6f", "ovs_interfaceid": "ee123c26-6ffc-46a4-aa16-8eef3f3b8adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.403559] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.403559] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.403559] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Deleting the datastore file [datastore1] 956df797-f842-4717-a075-01f4f4b77d8b {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.403903] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d15606-4a29-48eb-a262-32433018f594 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.413839] env[65762]: DEBUG oslo_vmware.api [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for the task: (returnval){ [ 893.413839] env[65762]: value = "task-4560370" [ 893.413839] env[65762]: _type = "Task" [ 893.413839] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.425346] env[65762]: DEBUG oslo_vmware.api [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.542757] env[65762]: DEBUG oslo_vmware.api [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Task: {'id': task-4560366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458807} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.542757] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.542757] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.542757] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.542757] env[65762]: INFO nova.compute.manager [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Took 1.22 seconds to destroy the instance on the hypervisor. [ 893.542757] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.542757] env[65762]: DEBUG nova.compute.manager [-] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 893.542757] env[65762]: DEBUG nova.network.neutron [-] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 893.542757] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.549193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.549193] env[65762]: DEBUG nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 893.551786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.945s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.551786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.553781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.285s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.553951] env[65762]: DEBUG nova.objects.instance [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.566507] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560362, 'name': PowerOnVM_Task, 'duration_secs': 0.63828} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.567507] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.567507] env[65762]: INFO nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Took 9.63 seconds to spawn the instance on the hypervisor. [ 893.567507] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 893.568631] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25195a7-6dda-4ae3-a6d5-1386bd697ea0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.582475] env[65762]: DEBUG nova.network.neutron [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Successfully updated port: 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 893.596908] env[65762]: INFO nova.scheduler.client.report [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Deleted allocations for instance d8660e5a-2849-447d-9b10-6a3bd414e68e [ 893.623985] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.623985] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adaac7-a9d1-e72a-7782-e27ced7aaafb" [ 893.623985] env[65762]: _type = "HttpNfcLease" [ 893.623985] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.677175] env[65762]: WARNING neutronclient.v2_0.client [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.692698] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658105} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.693691] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 9c89d08f-ed12-4fec-ac49-d26d7a8041f9/9c89d08f-ed12-4fec-ac49-d26d7a8041f9.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.693907] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.694196] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f71194-0082-466a-b638-497f06614365 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.703159] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 893.703159] env[65762]: value = "task-4560371" [ 893.703159] env[65762]: _type = "Task" [ 893.703159] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.720805] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.735487] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560368, 'name': ReconfigVM_Task, 'duration_secs': 0.25017} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.735668] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.742589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.742911] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e73ed6-9ffb-4f2b-bfae-7e82517038a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.765051] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 893.765051] env[65762]: value = "task-4560372" [ 893.765051] env[65762]: _type = "Task" [ 893.765051] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.777844] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.818505] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.869473] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: f2cbc9f3-12f8-4737-a8ca-013c6caea3e9] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 893.871866] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Releasing lock "refresh_cache-9c89d08f-ed12-4fec-ac49-d26d7a8041f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.872134] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-vif-unplugged-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 893.872335] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.872535] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.872694] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.872900] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] No waiting events found dispatching network-vif-unplugged-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 893.874990] env[65762]: WARNING nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received unexpected event network-vif-unplugged-318c940a-e3a2-464c-9753-cff9f9fca0ee for instance with vm_state shelved_offloaded and task_state None. [ 893.875227] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-changed-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 893.875453] env[65762]: DEBUG nova.compute.manager [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Refreshing instance network info cache due to event network-changed-318c940a-e3a2-464c-9753-cff9f9fca0ee. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 893.875664] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.875837] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.876097] env[65762]: DEBUG nova.network.neutron [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Refreshing network info cache for port 318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.925827] env[65762]: DEBUG oslo_vmware.api [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Task: {'id': task-4560370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438563} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.926121] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.926325] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.926495] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.926669] env[65762]: INFO nova.compute.manager [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 893.926959] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.927156] env[65762]: DEBUG nova.compute.manager [-] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 893.927238] env[65762]: DEBUG nova.network.neutron [-] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 893.927476] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.005346] env[65762]: DEBUG nova.network.neutron [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.038460] env[65762]: WARNING neutronclient.v2_0.client [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.062623] env[65762]: DEBUG nova.compute.utils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.068168] env[65762]: DEBUG nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 894.088969] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "refresh_cache-e36024c5-9e0a-4b19-a99c-93e5655bd4c5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.089293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "refresh_cache-e36024c5-9e0a-4b19-a99c-93e5655bd4c5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.089399] env[65762]: DEBUG nova.network.neutron [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.091698] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.094625] env[65762]: INFO nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Took 55.86 seconds to build instance. [ 894.105843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5210a45a-d08d-4618-aa15-60231d6cb7e9 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Lock "d8660e5a-2849-447d-9b10-6a3bd414e68e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.241s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.127274] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.127274] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adaac7-a9d1-e72a-7782-e27ced7aaafb" [ 894.127274] env[65762]: _type = "HttpNfcLease" [ 894.127274] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.127650] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.127650] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52adaac7-a9d1-e72a-7782-e27ced7aaafb" [ 894.127650] env[65762]: _type = "HttpNfcLease" [ 894.127650] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 894.131180] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37da39e-76b0-465b-b60a-fbc35e8fc1ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.146212] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523843af-a0da-0c7a-62f8-3b2116ee6818/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.146212] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523843af-a0da-0c7a-62f8-3b2116ee6818/disk-0.vmdk. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 894.219448] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d98d30a7-8ff7-4ecc-87da-7e3519f6c440 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.221531] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189857} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.223180] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.224031] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e223015-441e-4c3e-8e76-a489344492c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.265906] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9c89d08f-ed12-4fec-ac49-d26d7a8041f9/9c89d08f-ed12-4fec-ac49-d26d7a8041f9.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.265906] env[65762]: DEBUG nova.network.neutron [-] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.266164] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2790800f-55aa-47dd-8ce5-432b798ab06b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.284880] env[65762]: INFO nova.compute.manager [-] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Took 1.25 seconds to deallocate network for instance. [ 894.299165] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 894.299165] env[65762]: value = "task-4560373" [ 894.299165] env[65762]: _type = "Task" [ 894.299165] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.302759] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560372, 'name': ReconfigVM_Task, 'duration_secs': 0.158998} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.306424] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891001', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'name': 'volume-fcbefff8-fc18-414d-8850-79397272c77b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9f11dc6-159f-45bd-875f-f5c0c8c14551', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcbefff8-fc18-414d-8850-79397272c77b', 'serial': 'fcbefff8-fc18-414d-8850-79397272c77b'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 894.306736] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.308091] env[65762]: DEBUG nova.network.neutron [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.310325] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a14412-259b-46be-a170-7003f27fddfb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.325042] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.326438] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddf37fe4-da93-4ce1-8dad-1be26df09bd8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.328729] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.382410] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: f671e07b-eb46-443a-beed-abb7b5d62f28] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 894.388028] env[65762]: WARNING neutronclient.v2_0.client [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.420964] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.421251] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.421426] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Deleting the datastore file [datastore2] e9f11dc6-159f-45bd-875f-f5c0c8c14551 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.421753] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2dfa93-3b49-4a54-91e9-c265d710b59c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.431861] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for the task: (returnval){ [ 894.431861] env[65762]: value = "task-4560375" [ 894.431861] env[65762]: _type = "Task" [ 894.431861] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.441406] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.508629] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.569460] env[65762]: DEBUG nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 894.581344] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe50d332-e724-4154-8415-ec0514b23518 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.586418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.200s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.590535] env[65762]: INFO nova.compute.claims [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.604327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.381s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.607785] env[65762]: DEBUG nova.network.neutron [-] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.644599] env[65762]: WARNING neutronclient.v2_0.client [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.653676] env[65762]: DEBUG nova.compute.manager [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Received event network-changed-179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 894.653858] env[65762]: DEBUG nova.compute.manager [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Refreshing instance network info cache due to event network-changed-179923b5-7963-460d-884c-98ff96c896ce. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 894.654063] env[65762]: DEBUG oslo_concurrency.lockutils [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] Acquiring lock "refresh_cache-4d158c34-3d09-4d17-a990-2c69ca8f048e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.654304] env[65762]: DEBUG oslo_concurrency.lockutils [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] Acquired lock "refresh_cache-4d158c34-3d09-4d17-a990-2c69ca8f048e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.654739] env[65762]: DEBUG nova.network.neutron [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Refreshing network info cache for port 179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.657611] env[65762]: DEBUG nova.network.neutron [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.797927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.817958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.818250] env[65762]: DEBUG nova.compute.manager [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Inject network info {{(pid=65762) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7792}} [ 894.818508] env[65762]: DEBUG nova.compute.manager [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] network_info to inject: |[{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7793}} [ 894.824811] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Reconfiguring VM instance to set the machine id {{(pid=65762) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 894.825283] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560373, 'name': ReconfigVM_Task, 'duration_secs': 0.47445} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.827939] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfda7331-1f50-4c64-be0d-42c3898c3800 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.841067] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9c89d08f-ed12-4fec-ac49-d26d7a8041f9/9c89d08f-ed12-4fec-ac49-d26d7a8041f9.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.846369] env[65762]: DEBUG nova.network.neutron [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updated VIF entry in instance network info cache for port 318c940a-e3a2-464c-9753-cff9f9fca0ee. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.849129] env[65762]: DEBUG nova.network.neutron [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap318c940a-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.849129] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-628b8ddf-ad53-454d-9c3f-39534710c1dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.859022] env[65762]: DEBUG oslo_vmware.api [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 894.859022] env[65762]: value = "task-4560377" [ 894.859022] env[65762]: _type = "Task" [ 894.859022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.859022] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 894.859022] env[65762]: value = "task-4560376" [ 894.859022] env[65762]: _type = "Task" [ 894.859022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.881797] env[65762]: DEBUG oslo_vmware.api [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.881797] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560376, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.886662] env[65762]: DEBUG nova.compute.manager [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 894.886874] env[65762]: DEBUG nova.compute.manager [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing instance network info cache due to event network-changed-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 894.887172] env[65762]: DEBUG oslo_concurrency.lockutils [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] Acquiring lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.887413] env[65762]: DEBUG oslo_concurrency.lockutils [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] Acquired lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.887617] env[65762]: DEBUG nova.network.neutron [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Refreshing network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.893484] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4674da73-d497-4c3c-ac1b-2cfd6bbf5168] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 894.893761] env[65762]: WARNING neutronclient.v2_0.client [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.947607] env[65762]: DEBUG oslo_vmware.api [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Task: {'id': task-4560375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135659} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.948019] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.948200] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.948461] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.948727] env[65762]: INFO nova.compute.manager [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Took 2.47 seconds to destroy the instance on the hypervisor. [ 894.951059] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 894.951059] env[65762]: DEBUG nova.compute.manager [-] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 894.951059] env[65762]: DEBUG nova.network.neutron [-] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 894.951059] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.961748] env[65762]: DEBUG nova.network.neutron [-] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.996309] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.001887] env[65762]: DEBUG nova.network.neutron [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Updating instance_info_cache with network_info: [{"id": "8b9066de-c86f-4ef8-9e63-a3fdcdf7489d", "address": "fa:16:3e:9d:36:cc", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9066de-c8", "ovs_interfaceid": "8b9066de-c86f-4ef8-9e63-a3fdcdf7489d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.115029] env[65762]: INFO nova.compute.manager [-] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Took 1.57 seconds to deallocate network for instance. [ 895.161812] env[65762]: WARNING neutronclient.v2_0.client [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.226480] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 895.226710] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523843af-a0da-0c7a-62f8-3b2116ee6818/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.227740] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a57e9-0ccf-448d-84e4-b978af2cac92 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.237264] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523843af-a0da-0c7a-62f8-3b2116ee6818/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.237264] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523843af-a0da-0c7a-62f8-3b2116ee6818/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 895.237264] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-add41aa3-588e-4dfc-8b5c-1b55d0a915be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.351402] env[65762]: DEBUG oslo_concurrency.lockutils [req-99f45fe7-45b5-44a9-a7d3-4e2c3f381316 req-a564e76c-1c2a-436d-aaeb-b8b5e7fd4897 service nova] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.379115] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560376, 'name': Rename_Task, 'duration_secs': 0.219865} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.380118] env[65762]: DEBUG oslo_vmware.api [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560377, 'name': ReconfigVM_Task, 'duration_secs': 0.174292} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.383888] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.384239] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Reconfigured VM instance to set the machine id {{(pid=65762) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 895.387971] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38c7252e-88ec-4a33-a753-9ce4c8e250f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.391373] env[65762]: WARNING neutronclient.v2_0.client [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.399664] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: d4d8ad32-5565-49bf-8006-401072801567] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 895.402681] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 895.402681] env[65762]: value = "task-4560378" [ 895.402681] env[65762]: _type = "Task" [ 895.402681] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.414469] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.464240] env[65762]: INFO nova.compute.manager [-] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Took 1.54 seconds to deallocate network for instance. [ 895.506819] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "refresh_cache-e36024c5-9e0a-4b19-a99c-93e5655bd4c5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.507265] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Instance network_info: |[{"id": "8b9066de-c86f-4ef8-9e63-a3fdcdf7489d", "address": "fa:16:3e:9d:36:cc", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9066de-c8", "ovs_interfaceid": "8b9066de-c86f-4ef8-9e63-a3fdcdf7489d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 895.508441] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:36:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9066de-c86f-4ef8-9e63-a3fdcdf7489d', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.518592] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.518979] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.519587] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.519824] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0109d81d-224c-4205-9da9-d19c6513d599 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.521743] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21350aaa-4a5f-46b0-a788-e74f962cbca8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.550847] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.550847] env[65762]: value = "task-4560380" [ 895.550847] env[65762]: _type = "Task" [ 895.550847] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.552824] env[65762]: DEBUG oslo_vmware.api [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 895.552824] env[65762]: value = "task-4560379" [ 895.552824] env[65762]: _type = "Task" [ 895.552824] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.565981] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560380, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.568944] env[65762]: DEBUG oslo_vmware.api [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.593717] env[65762]: DEBUG nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 895.629959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.643915] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.643915] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.643915] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.643915] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.643915] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.644308] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.644536] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.644917] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.645215] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.645481] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.645861] env[65762]: DEBUG nova.virt.hardware [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.647299] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f28f8dd-1667-46c8-8134-e8b9529e5bfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.661353] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6e378-8fc4-460d-bb2b-7c1866b0ed5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.684940] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.692039] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Creating folder: Project (8e48f5de97f4485fbd3a4e25f54cdd95). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.702818] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3c3de59-8b38-42df-88f8-4ce1d40c5256 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.718774] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523843af-a0da-0c7a-62f8-3b2116ee6818/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 895.719125] env[65762]: INFO nova.virt.vmwareapi.images [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Downloaded image file data 1a5d203f-f194-4f63-8d5f-07b4ee66614b [ 895.724154] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae8f5a-35f0-4b68-8ab5-4f15f431dfa5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.727503] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Created folder: Project (8e48f5de97f4485fbd3a4e25f54cdd95) in parent group-v890951. [ 895.727630] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Creating folder: Instances. Parent ref: group-v891138. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.733094] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e632f0a7-6245-49f3-aa0b-25fb74cfd995 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.764857] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e865d68e-c9e6-4790-853c-4c40a02f0604 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.767392] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Created folder: Instances in parent group-v891138. [ 895.767392] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.771116] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.772491] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb654ebb-66c7-4f0d-b049-28ec0a26db5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.799324] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.799324] env[65762]: value = "task-4560384" [ 895.799324] env[65762]: _type = "Task" [ 895.799324] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.812213] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560384, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.814396] env[65762]: INFO nova.virt.vmwareapi.images [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] The imported VM was unregistered [ 895.815197] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 895.815512] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.815875] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde1e968-8bcb-434e-a345-9d6f21f67506 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.840744] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created directory with path [datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.840914] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2/OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2.vmdk to [datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk. {{(pid=65762) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 895.844448] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2d6a611a-971f-4257-b93c-4d24a5296bcb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.853739] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 895.853739] env[65762]: value = "task-4560385" [ 895.853739] env[65762]: _type = "Task" [ 895.853739] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.865127] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.893969] env[65762]: WARNING neutronclient.v2_0.client [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.903587] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: ff215daa-59ef-433f-b4ef-a9ee3e81abdd] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 895.926361] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.971638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.040674] env[65762]: DEBUG nova.network.neutron [-] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.051034] env[65762]: WARNING neutronclient.v2_0.client [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.078331] env[65762]: DEBUG oslo_vmware.api [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.078924] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560380, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.139985] env[65762]: DEBUG nova.network.neutron [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Updated VIF entry in instance network info cache for port 179923b5-7963-460d-884c-98ff96c896ce. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.140785] env[65762]: DEBUG nova.network.neutron [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Updating instance_info_cache with network_info: [{"id": "179923b5-7963-460d-884c-98ff96c896ce", "address": "fa:16:3e:25:f6:f7", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179923b5-79", "ovs_interfaceid": "179923b5-7963-460d-884c-98ff96c896ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.211028] env[65762]: INFO nova.compute.manager [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Unrescuing [ 896.211028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.211028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquired lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.211216] env[65762]: DEBUG nova.network.neutron [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.312697] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560384, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.314771] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da023f-89c8-4c0a-8f22-74fc76d56a9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.323954] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1284fe27-f4bd-4c15-99b5-1fb11e77b543 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.368451] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b49a84-f79d-4b5c-bf1d-ec7f5e1122d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.378790] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.382614] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c127c640-c0f9-40c3-a1d1-2608ad537047 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.401420] env[65762]: DEBUG nova.compute.provider_tree [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.414531] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.414709] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Cleaning up deleted instances with incomplete migration {{(pid=65762) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11969}} [ 896.419851] env[65762]: DEBUG oslo_vmware.api [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560378, 'name': PowerOnVM_Task, 'duration_secs': 0.731573} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.420496] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.420771] env[65762]: INFO nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Took 9.80 seconds to spawn the instance on the hypervisor. [ 896.420986] env[65762]: DEBUG nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 896.421926] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d06967e-e1a3-4f42-8195-f6b7269adc8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.465677] env[65762]: DEBUG nova.network.neutron [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updated VIF entry in instance network info cache for port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.466103] env[65762]: DEBUG nova.network.neutron [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [{"id": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "address": "fa:16:3e:4d:b8:3a", "network": {"id": "c808ffc8-68da-4855-bd24-b8390fe7fce9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1893525242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8302835dffb5436c8d221ec9bc526f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8dd6b-c0", "ovs_interfaceid": "8de8dd6b-c0fb-4b84-a07b-468cd768a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.544250] env[65762]: INFO nova.compute.manager [-] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Took 1.59 seconds to deallocate network for instance. [ 896.571239] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560380, 'name': CreateVM_Task, 'duration_secs': 0.530446} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.571953] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.572511] env[65762]: WARNING neutronclient.v2_0.client [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.572926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.573171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.573424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.574038] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3425126a-2d21-4370-b94e-bd8ee4b22657 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.579269] env[65762]: DEBUG oslo_vmware.api [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560379, 'name': PowerOnVM_Task, 'duration_secs': 0.624408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.582129] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.582129] env[65762]: DEBUG nova.compute.manager [None req-f512c20c-9b73-45f9-9495-8b85d4d8f3a0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 896.582129] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccf2d9b-99b1-4c80-a552-f0f357e6317c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.588124] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 896.588124] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528cb58f-0e17-437d-9047-3bb8f8a47756" [ 896.588124] env[65762]: _type = "Task" [ 896.588124] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.602943] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528cb58f-0e17-437d-9047-3bb8f8a47756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.650162] env[65762]: DEBUG oslo_concurrency.lockutils [req-25fa50ea-050f-47b4-b138-c1840e81a1cc req-f73ddf52-e42b-457e-9b1f-1a0ccdfa68b5 service nova] Releasing lock "refresh_cache-4d158c34-3d09-4d17-a990-2c69ca8f048e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.714152] env[65762]: WARNING neutronclient.v2_0.client [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.812961] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560384, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.877038] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.905411] env[65762]: DEBUG nova.scheduler.client.report [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.921657] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.951671] env[65762]: INFO nova.compute.manager [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Took 58.68 seconds to build instance. [ 896.968630] env[65762]: DEBUG oslo_concurrency.lockutils [req-2f990d42-0743-44cb-9fa5-835f3e979d2f req-ec137772-392e-47b6-bba3-65d4dd7f7fba service nova] Releasing lock "refresh_cache-3a26de08-5db2-4a82-a127-3eb52156482e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.070595] env[65762]: WARNING neutronclient.v2_0.client [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.105046] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528cb58f-0e17-437d-9047-3bb8f8a47756, 'name': SearchDatastore_Task, 'duration_secs': 0.048751} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.105961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.105961] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.105961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.106157] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.106378] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.108031] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d500a5db-14b7-4ad3-b7b6-dcdec3f99490 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.122141] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.125878] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.125878] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68a0ef2-3ca3-45d0-91b7-fc3e7ce97256 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.135421] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 897.135421] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526a2ff3-76a0-f9a2-a54c-b2d6decd629b" [ 897.135421] env[65762]: _type = "Task" [ 897.135421] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.145796] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a2ff3-76a0-f9a2-a54c-b2d6decd629b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.153129] env[65762]: INFO nova.compute.manager [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Took 0.61 seconds to detach 1 volumes for instance. [ 897.158334] env[65762]: DEBUG nova.compute.manager [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Deleting volume: fcbefff8-fc18-414d-8850-79397272c77b {{(pid=65762) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 897.317187] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560384, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.332836] env[65762]: DEBUG nova.network.neutron [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Updating instance_info_cache with network_info: [{"id": "9c0c298e-c219-413d-98c7-a3e58bda769a", "address": "fa:16:3e:68:f2:80", "network": {"id": "d7142b98-b014-466f-ad4a-aae04cccd6ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2135809444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e756d96b83414508929e05de824508cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c298e-c2", "ovs_interfaceid": "9c0c298e-c219-413d-98c7-a3e58bda769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.375349] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.418955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.419613] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 897.422448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.269s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.426022] env[65762]: DEBUG nova.objects.instance [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lazy-loading 'resources' on Instance uuid 3ab8a60c-b673-42ee-9464-94003e11f5e4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.456668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.201s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.553908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "3a26de08-5db2-4a82-a127-3eb52156482e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.554470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "3a26de08-5db2-4a82-a127-3eb52156482e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.554797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "3a26de08-5db2-4a82-a127-3eb52156482e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.555075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "3a26de08-5db2-4a82-a127-3eb52156482e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.555532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "3a26de08-5db2-4a82-a127-3eb52156482e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.563085] env[65762]: INFO nova.compute.manager [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Terminating instance [ 897.648199] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a2ff3-76a0-f9a2-a54c-b2d6decd629b, 'name': SearchDatastore_Task, 'duration_secs': 0.05434} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.649145] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c9b84e-2398-4386-b3ca-451bb6f69fd0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.656641] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 897.656641] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5290f81d-33bf-7b26-b4fb-e4658a5d8b72" [ 897.656641] env[65762]: _type = "Task" [ 897.656641] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.666093] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5290f81d-33bf-7b26-b4fb-e4658a5d8b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.702814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.726568] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.817196] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560384, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.835069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Releasing lock "refresh_cache-1ba77460-dc77-43c0-88d7-f5a8cc78d753" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.835847] env[65762]: DEBUG nova.objects.instance [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lazy-loading 'flavor' on Instance uuid 1ba77460-dc77-43c0-88d7-f5a8cc78d753 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.875052] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.928372] env[65762]: DEBUG nova.compute.utils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.934168] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 897.934168] env[65762]: DEBUG nova.network.neutron [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 897.934637] env[65762]: WARNING neutronclient.v2_0.client [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.934725] env[65762]: WARNING neutronclient.v2_0.client [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.958819] env[65762]: DEBUG nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Received event network-vif-plugged-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 897.961052] env[65762]: DEBUG oslo_concurrency.lockutils [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] Acquiring lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.961533] env[65762]: DEBUG oslo_concurrency.lockutils [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.961824] env[65762]: DEBUG oslo_concurrency.lockutils [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.962109] env[65762]: DEBUG nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] No waiting events found dispatching network-vif-plugged-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 897.962375] env[65762]: WARNING nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Received unexpected event network-vif-plugged-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d for instance with vm_state building and task_state spawning. [ 897.962641] env[65762]: DEBUG nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Received event network-changed-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 897.962892] env[65762]: DEBUG nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Refreshing instance network info cache due to event network-changed-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 897.963520] env[65762]: DEBUG oslo_concurrency.lockutils [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] Acquiring lock "refresh_cache-e36024c5-9e0a-4b19-a99c-93e5655bd4c5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.963520] env[65762]: DEBUG oslo_concurrency.lockutils [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] Acquired lock "refresh_cache-e36024c5-9e0a-4b19-a99c-93e5655bd4c5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.963962] env[65762]: DEBUG nova.network.neutron [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Refreshing network info cache for port 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.010257] env[65762]: DEBUG nova.policy [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefb888158c4b1da3877bc1d81660ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f97270b354564bfe6ce2938fb13eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.054122] env[65762]: DEBUG nova.compute.manager [req-13a8fa0d-44ab-4949-b7eb-2ee08f580622 req-e9e548bb-4f62-4007-a892-b09f170d7687 service nova] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Received event network-vif-deleted-502544f4-77a0-4b90-8dea-87db7792a9e0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 898.054370] env[65762]: DEBUG nova.compute.manager [req-13a8fa0d-44ab-4949-b7eb-2ee08f580622 req-e9e548bb-4f62-4007-a892-b09f170d7687 service nova] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Received event network-vif-deleted-3eb8c046-4ccb-4014-8763-f6bffb84f7bb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 898.068801] env[65762]: DEBUG nova.compute.manager [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 898.069050] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.070033] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee68b80-54da-4782-9af7-c72ea2739349 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.080711] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.081185] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c15253c-bfd6-46a4-9e57-405a9478e8eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.089848] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 898.089848] env[65762]: value = "task-4560387" [ 898.089848] env[65762]: _type = "Task" [ 898.089848] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.100057] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.175318] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5290f81d-33bf-7b26-b4fb-e4658a5d8b72, 'name': SearchDatastore_Task, 'duration_secs': 0.051636} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.175612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.175994] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e36024c5-9e0a-4b19-a99c-93e5655bd4c5/e36024c5-9e0a-4b19-a99c-93e5655bd4c5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.176418] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-338b18dd-d8cb-4781-9841-96c643dd3f9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.188915] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 898.188915] env[65762]: value = "task-4560388" [ 898.188915] env[65762]: _type = "Task" [ 898.188915] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.209880] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.313534] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560384, 'name': CreateVM_Task, 'duration_secs': 2.262063} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.316879] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.318411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.318411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.318691] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89c7c44-c36c-4633-be5a-f58e8f9c2f5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.325829] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 898.325829] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fac57d-3de1-956f-e192-99e40d588df6" [ 898.325829] env[65762]: _type = "Task" [ 898.325829] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.338038] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fac57d-3de1-956f-e192-99e40d588df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.342682] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c9ce0-2fb5-450b-af34-d8f8a6413980 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.371203] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.376685] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abe76e4-207c-4f01-aaeb-754de97a6ec9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.385796] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.388675] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 898.388675] env[65762]: value = "task-4560389" [ 898.388675] env[65762]: _type = "Task" [ 898.388675] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.401078] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.437812] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 898.469789] env[65762]: WARNING neutronclient.v2_0.client [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.498214] env[65762]: DEBUG nova.network.neutron [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Successfully created port: d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 898.559134] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6253ca9-740b-40e5-b915-aa24814c740b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.569041] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a350d2-3f1c-43a5-af38-a7ea956f5cde {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.618952] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9597050b-86a3-4256-a138-be69d2755cd6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.633642] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a857842-fe67-4dca-a93e-344e1e57a867 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.638522] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560387, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.654010] env[65762]: DEBUG nova.compute.provider_tree [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.701326] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.837876] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fac57d-3de1-956f-e192-99e40d588df6, 'name': SearchDatastore_Task, 'duration_secs': 0.052825} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.838248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.838490] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.838764] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.838868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.839048] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.839582] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b81918b-7ce1-4839-832f-9eae2c16c7f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.850446] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.850817] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.851609] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6e7280-0938-4156-b408-1c30e0c624af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.859363] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 898.859363] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5236a2e0-301b-7a9b-44f1-9ab4db36248a" [ 898.859363] env[65762]: _type = "Task" [ 898.859363] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.869259] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5236a2e0-301b-7a9b-44f1-9ab4db36248a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.881671] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560385, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.827564} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.882017] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2/OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2.vmdk to [datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk. [ 898.882905] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Cleaning up location [datastore1] OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 898.882905] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b0e2209c-5bc6-4823-8072-11dd648edea2 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.882905] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fda8a8-515b-4b76-9c86-bd05d9766bab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.891264] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 898.891264] env[65762]: value = "task-4560390" [ 898.891264] env[65762]: _type = "Task" [ 898.891264] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.904434] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.908167] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560389, 'name': PowerOffVM_Task, 'duration_secs': 0.468358} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.908452] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.914128] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.914523] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48c3f73-84a6-484f-a5b7-3348b6210c2f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.935702] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 898.935702] env[65762]: value = "task-4560391" [ 898.935702] env[65762]: _type = "Task" [ 898.935702] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.949882] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.123341] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560387, 'name': PowerOffVM_Task, 'duration_secs': 0.558368} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.123818] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.124112] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.124445] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680a283c-4481-4210-820e-f3960408014b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.145430] env[65762]: WARNING neutronclient.v2_0.client [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.158228] env[65762]: DEBUG nova.scheduler.client.report [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.201795] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.217617] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.217988] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.218372] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Deleting the datastore file [datastore2] 3a26de08-5db2-4a82-a127-3eb52156482e {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.218711] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f424e84c-d26a-4539-a61d-143d36047fe1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.228356] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for the task: (returnval){ [ 899.228356] env[65762]: value = "task-4560393" [ 899.228356] env[65762]: _type = "Task" [ 899.228356] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.241991] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.372550] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5236a2e0-301b-7a9b-44f1-9ab4db36248a, 'name': SearchDatastore_Task, 'duration_secs': 0.070478} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.373593] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d7e2ce-8f1c-4b8e-b1f6-672c6b373631 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.380112] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 899.380112] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523fab29-3f3b-bdd7-bf52-c9cc9019fb8f" [ 899.380112] env[65762]: _type = "Task" [ 899.380112] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.391563] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523fab29-3f3b-bdd7-bf52-c9cc9019fb8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.405052] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108948} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.405329] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.405486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.405737] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk to [datastore1] 4d158c34-3d09-4d17-a990-2c69ca8f048e/4d158c34-3d09-4d17-a990-2c69ca8f048e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.406012] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18d88be-0283-4cff-a56c-6ee4bb6f9954 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.414224] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 899.414224] env[65762]: value = "task-4560394" [ 899.414224] env[65762]: _type = "Task" [ 899.414224] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.424486] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.447341] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.451772] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 899.482362] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.482579] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.482733] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.482912] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.483071] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.483219] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.483433] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.483588] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.483812] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.484042] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.484229] env[65762]: DEBUG nova.virt.hardware [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.485128] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba07a28-65cd-4cfa-884c-a7115039c100 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.494717] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b00309-9949-494c-b591-d6176a74712f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.667237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.670505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.374s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.670932] env[65762]: DEBUG nova.objects.instance [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'resources' on Instance uuid bf794798-70c0-4ca9-b5e8-56071f5a0bc7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.699900] env[65762]: INFO nova.scheduler.client.report [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted allocations for instance 3ab8a60c-b673-42ee-9464-94003e11f5e4 [ 899.712376] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.028101} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.712830] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e36024c5-9e0a-4b19-a99c-93e5655bd4c5/e36024c5-9e0a-4b19-a99c-93e5655bd4c5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.713182] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.713615] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a07d293-01e9-4af0-9786-2bd121b3b14d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.722507] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 899.722507] env[65762]: value = "task-4560395" [ 899.722507] env[65762]: _type = "Task" [ 899.722507] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.736723] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.744819] env[65762]: DEBUG oslo_vmware.api [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Task: {'id': task-4560393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493238} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.745263] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.745520] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.745700] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.745909] env[65762]: INFO nova.compute.manager [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 899.746874] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.746874] env[65762]: DEBUG nova.compute.manager [-] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 899.746874] env[65762]: DEBUG nova.network.neutron [-] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 899.747105] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.892197] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523fab29-3f3b-bdd7-bf52-c9cc9019fb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.042554} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.892500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.892760] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.893036] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d42cb7-7160-4eba-807a-3d00dbbb1e51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.901507] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 899.901507] env[65762]: value = "task-4560396" [ 899.901507] env[65762]: _type = "Task" [ 899.901507] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.910820] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.923699] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.947589] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560391, 'name': ReconfigVM_Task, 'duration_secs': 0.754592} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.947894] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 899.948130] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.948494] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff5a16d8-6764-4d8b-89c4-0e5d67485030 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.955972] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 899.955972] env[65762]: value = "task-4560397" [ 899.955972] env[65762]: _type = "Task" [ 899.955972] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.967538] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.130843] env[65762]: DEBUG nova.network.neutron [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Successfully updated port: d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 900.171261] env[65762]: DEBUG nova.network.neutron [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Updated VIF entry in instance network info cache for port 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.171682] env[65762]: DEBUG nova.network.neutron [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Updating instance_info_cache with network_info: [{"id": "8b9066de-c86f-4ef8-9e63-a3fdcdf7489d", "address": "fa:16:3e:9d:36:cc", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9066de-c8", "ovs_interfaceid": "8b9066de-c86f-4ef8-9e63-a3fdcdf7489d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.209966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "3ab8a60c-b673-42ee-9464-94003e11f5e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.594s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.238079] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082759} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.241301] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.247559] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f385392-3f22-4840-abfb-ec69fc1528e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.278227] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e36024c5-9e0a-4b19-a99c-93e5655bd4c5/e36024c5-9e0a-4b19-a99c-93e5655bd4c5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.281653] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd628037-c49f-4dff-a3bb-0af1e5308789 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.297934] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.308392] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 900.308392] env[65762]: value = "task-4560398" [ 900.308392] env[65762]: _type = "Task" [ 900.308392] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.321773] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.424641] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.439840] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.471334] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.635682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.635942] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.636493] env[65762]: DEBUG nova.network.neutron [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.676190] env[65762]: DEBUG oslo_concurrency.lockutils [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] Releasing lock "refresh_cache-e36024c5-9e0a-4b19-a99c-93e5655bd4c5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.676498] env[65762]: DEBUG nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Received event network-vif-deleted-776ee009-0cc4-4143-97c1-d8e3608b8d91 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 900.676781] env[65762]: DEBUG nova.compute.manager [req-811a0f86-dff4-4abc-90ab-73e89fc5cbaa req-2ef550fc-00ec-4afb-9ebd-b4a72e4af478 service nova] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Received event network-vif-deleted-4874e950-93e4-4d8e-917c-170dea5c56b7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 900.789350] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657df361-d57d-42d4-8d6f-9757a982bd5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.801688] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7df73e-f7c8-4b72-8052-e9e26d5d641c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.843985] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e89aeb7-9228-441e-811b-55109b641d9e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.850956] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.857923] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2610698-1019-41ee-b2c7-87216ff2d69e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.874914] env[65762]: DEBUG nova.compute.provider_tree [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.915950] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560396, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.934872] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.967526] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.323460] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.324894] env[65762]: DEBUG nova.network.neutron [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 901.380617] env[65762]: DEBUG nova.scheduler.client.report [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.418207] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.422254] env[65762]: DEBUG nova.network.neutron [-] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.431472] env[65762]: WARNING neutronclient.v2_0.client [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.441934] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.468877] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560397, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.531964] env[65762]: DEBUG nova.network.neutron [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updating instance_info_cache with network_info: [{"id": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "address": "fa:16:3e:e1:d6:0b", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4222c7a-e8", "ovs_interfaceid": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.591572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "66903e49-3f25-48a1-9c6d-992f6d559cf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.592018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.592236] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "66903e49-3f25-48a1-9c6d-992f6d559cf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.592434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.592598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.598507] env[65762]: INFO nova.compute.manager [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Terminating instance [ 901.669613] env[65762]: DEBUG nova.compute.manager [req-69920de9-82ac-4133-adab-73cfee0afbc9 req-36b53fb3-04ba-4902-b12b-ccd5dbd73910 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Received event network-vif-plugged-d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 901.669945] env[65762]: DEBUG oslo_concurrency.lockutils [req-69920de9-82ac-4133-adab-73cfee0afbc9 req-36b53fb3-04ba-4902-b12b-ccd5dbd73910 service nova] Acquiring lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.670260] env[65762]: DEBUG oslo_concurrency.lockutils [req-69920de9-82ac-4133-adab-73cfee0afbc9 req-36b53fb3-04ba-4902-b12b-ccd5dbd73910 service nova] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.670465] env[65762]: DEBUG oslo_concurrency.lockutils [req-69920de9-82ac-4133-adab-73cfee0afbc9 req-36b53fb3-04ba-4902-b12b-ccd5dbd73910 service nova] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.670645] env[65762]: DEBUG nova.compute.manager [req-69920de9-82ac-4133-adab-73cfee0afbc9 req-36b53fb3-04ba-4902-b12b-ccd5dbd73910 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] No waiting events found dispatching network-vif-plugged-d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 901.670865] env[65762]: WARNING nova.compute.manager [req-69920de9-82ac-4133-adab-73cfee0afbc9 req-36b53fb3-04ba-4902-b12b-ccd5dbd73910 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Received unexpected event network-vif-plugged-d4222c7a-e83d-4be7-9539-fa991bd6e88b for instance with vm_state building and task_state spawning. [ 901.824397] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.889455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.894962] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.089s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.894962] env[65762]: DEBUG nova.objects.instance [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lazy-loading 'resources' on Instance uuid 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.924390] env[65762]: INFO nova.compute.manager [-] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Took 2.18 seconds to deallocate network for instance. [ 901.924772] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560396, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67185} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.930289] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.930289] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.933478] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ccb6228-4cdf-4dac-b8ed-6602d056e330 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.944637] env[65762]: INFO nova.scheduler.client.report [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance bf794798-70c0-4ca9-b5e8-56071f5a0bc7 [ 901.953341] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 901.953341] env[65762]: value = "task-4560399" [ 901.953341] env[65762]: _type = "Task" [ 901.953341] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.958799] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.976242] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.979547] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560397, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.035046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.035427] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Instance network_info: |[{"id": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "address": "fa:16:3e:e1:d6:0b", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4222c7a-e8", "ovs_interfaceid": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 902.036099] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d6:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4222c7a-e83d-4be7-9539-fa991bd6e88b', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.045522] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.046378] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.046641] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c68014-a923-4b13-b33d-f21ff0ff6820 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.070055] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.070055] env[65762]: value = "task-4560400" [ 902.070055] env[65762]: _type = "Task" [ 902.070055] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.080656] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560400, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.105452] env[65762]: DEBUG nova.compute.manager [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 902.105793] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.106721] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4a1e15-9c96-41be-8155-f3a52705dd27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.116926] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.117285] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8794728-5529-4491-8386-76058cbffc73 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.126331] env[65762]: DEBUG oslo_vmware.api [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 902.126331] env[65762]: value = "task-4560401" [ 902.126331] env[65762]: _type = "Task" [ 902.126331] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.136889] env[65762]: DEBUG oslo_vmware.api [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.304100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.304903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.304903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.305201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.305201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.308543] env[65762]: INFO nova.compute.manager [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Terminating instance [ 902.334036] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560398, 'name': ReconfigVM_Task, 'duration_secs': 1.973835} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.334377] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e36024c5-9e0a-4b19-a99c-93e5655bd4c5/e36024c5-9e0a-4b19-a99c-93e5655bd4c5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.335888] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3cce2e5-fc01-468a-8ea1-eb111c927431 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.345511] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 902.345511] env[65762]: value = "task-4560402" [ 902.345511] env[65762]: _type = "Task" [ 902.345511] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.358378] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560402, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.444656] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.457721] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.469841] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "bf794798-70c0-4ca9-b5e8-56071f5a0bc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.463s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.487936] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085072} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.488219] env[65762]: DEBUG oslo_vmware.api [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560397, 'name': PowerOnVM_Task, 'duration_secs': 2.122134} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.489196] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.489571] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.489823] env[65762]: DEBUG nova.compute.manager [None req-4cd35fc6-7d35-4207-b26b-dc42e5def569 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 902.490707] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa633171-e65d-4d3c-a178-c5590679a26c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.494661] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb71cf-3637-4dd5-8aee-6c218f6b575b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.531028] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.531935] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535fbb4b-e916-4458-a40f-8e57293f91f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.557143] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 902.557143] env[65762]: value = "task-4560403" [ 902.557143] env[65762]: _type = "Task" [ 902.557143] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.569912] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.582268] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560400, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.643940] env[65762]: DEBUG oslo_vmware.api [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560401, 'name': PowerOffVM_Task, 'duration_secs': 0.41649} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.649912] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.650181] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.651155] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f49ad4-5082-42cd-89d5-c043ad45a335 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.753103] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.753359] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.753520] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleting the datastore file [datastore1] 66903e49-3f25-48a1-9c6d-992f6d559cf4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.753811] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e51eb7e8-0ab2-44e8-9229-07caff73ac48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.765107] env[65762]: DEBUG oslo_vmware.api [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 902.765107] env[65762]: value = "task-4560405" [ 902.765107] env[65762]: _type = "Task" [ 902.765107] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.775254] env[65762]: DEBUG oslo_vmware.api [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.805790] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "0c21ed64-f299-4ad0-a212-907baef4a919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.805954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "0c21ed64-f299-4ad0-a212-907baef4a919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.806173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "0c21ed64-f299-4ad0-a212-907baef4a919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.806384] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "0c21ed64-f299-4ad0-a212-907baef4a919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.806572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "0c21ed64-f299-4ad0-a212-907baef4a919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.811295] env[65762]: INFO nova.compute.manager [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Terminating instance [ 902.823313] env[65762]: DEBUG nova.compute.manager [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 902.823574] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.826125] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36113cc-1486-4f12-902c-be8e79af5520 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.837907] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.838094] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51eafad-8d6c-4c72-a6ca-e3365c96d5e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.848173] env[65762]: DEBUG oslo_vmware.api [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 902.848173] env[65762]: value = "task-4560406" [ 902.848173] env[65762]: _type = "Task" [ 902.848173] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.873946] env[65762]: DEBUG oslo_vmware.api [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.874157] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560402, 'name': Rename_Task, 'duration_secs': 0.50273} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.876950] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.878041] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e041474-8876-4f36-a2d5-f89eb7345169 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.885596] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 902.885596] env[65762]: value = "task-4560407" [ 902.885596] env[65762]: _type = "Task" [ 902.885596] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.898527] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.930030] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83df8f7-b9e4-4baf-89c0-5a44d2c8e7e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.941101] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f347fb-ace8-4cdd-a48a-13a152d8507a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.948626] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560394, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.163001} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.949479] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a5d203f-f194-4f63-8d5f-07b4ee66614b/1a5d203f-f194-4f63-8d5f-07b4ee66614b.vmdk to [datastore1] 4d158c34-3d09-4d17-a990-2c69ca8f048e/4d158c34-3d09-4d17-a990-2c69ca8f048e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.950942] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78b255-14ae-436f-9d6f-a9c0481982df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.982506] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a97197-1b6b-4adf-ba83-3731cedb10db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.006915] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4d158c34-3d09-4d17-a990-2c69ca8f048e/4d158c34-3d09-4d17-a990-2c69ca8f048e.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.007835] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6981af-c043-4876-9a0d-84258a82f2ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.027880] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac00f152-9db0-444e-9adf-af04b287c30d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.037806] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 903.037806] env[65762]: value = "task-4560408" [ 903.037806] env[65762]: _type = "Task" [ 903.037806] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.057601] env[65762]: DEBUG nova.compute.provider_tree [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.068350] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.079922] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.086507] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560400, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.205961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.206440] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.278230] env[65762]: DEBUG oslo_vmware.api [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391298} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.278230] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.278230] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.278230] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.278230] env[65762]: INFO nova.compute.manager [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 903.278230] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 903.278230] env[65762]: DEBUG nova.compute.manager [-] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 903.278230] env[65762]: DEBUG nova.network.neutron [-] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 903.278763] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.319625] env[65762]: DEBUG nova.compute.manager [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 903.319714] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.320698] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06fd0e0-94a6-4846-88ca-8e1bf7d27cc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.328398] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.335664] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.335963] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df18c3b-9552-4847-bb11-57e1dec99792 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.346027] env[65762]: DEBUG oslo_vmware.api [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 903.346027] env[65762]: value = "task-4560409" [ 903.346027] env[65762]: _type = "Task" [ 903.346027] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.359650] env[65762]: DEBUG oslo_vmware.api [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.384606] env[65762]: DEBUG oslo_vmware.api [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560406, 'name': PowerOffVM_Task, 'duration_secs': 0.451122} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.384882] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.385090] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.385374] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-240291c8-3b31-4070-bcf0-eb1ed3e3b9e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.398625] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.477482] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.477681] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.478592] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleting the datastore file [datastore1] 9c89d08f-ed12-4fec-ac49-d26d7a8041f9 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.478592] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19119afc-3197-49f3-9fea-4cfc67f0e999 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486966] env[65762]: DEBUG oslo_vmware.api [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for the task: (returnval){ [ 903.486966] env[65762]: value = "task-4560411" [ 903.486966] env[65762]: _type = "Task" [ 903.486966] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.498949] env[65762]: DEBUG oslo_vmware.api [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.553295] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.570945] env[65762]: DEBUG nova.scheduler.client.report [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.581379] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560403, 'name': ReconfigVM_Task, 'duration_secs': 0.805197} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.585299] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.590087] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d5861f3-4673-42ff-b9ae-72f58529b37c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.604223] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560400, 'name': CreateVM_Task, 'duration_secs': 1.108364} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.606438] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.607650] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 903.607650] env[65762]: value = "task-4560412" [ 903.607650] env[65762]: _type = "Task" [ 903.607650] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.608186] env[65762]: WARNING neutronclient.v2_0.client [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.608258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.608475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.609121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.609232] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3794d8d9-5047-4257-8057-e128ec88f4f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.625676] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 903.625676] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525bfe50-c4c5-6b4d-34fb-ce3d6c803685" [ 903.625676] env[65762]: _type = "Task" [ 903.625676] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.626454] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560412, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.641664] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525bfe50-c4c5-6b4d-34fb-ce3d6c803685, 'name': SearchDatastore_Task, 'duration_secs': 0.014207} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.641664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.643590] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.644058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.644377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.644704] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.645170] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761fd0fd-ee00-4453-9f35-80538376f93c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.662436] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.662686] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.663685] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3d6060-6293-45fc-9270-5ab052815e80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.672825] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 903.672825] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52dfde65-5d78-2ba2-23e8-d1ccb6561729" [ 903.672825] env[65762]: _type = "Task" [ 903.672825] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.683127] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dfde65-5d78-2ba2-23e8-d1ccb6561729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.709696] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 903.860699] env[65762]: DEBUG oslo_vmware.api [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560409, 'name': PowerOffVM_Task, 'duration_secs': 0.318373} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.861242] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.861346] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.861622] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10414072-a7fe-49ee-8400-7ae93838935d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.882658] env[65762]: DEBUG nova.compute.manager [req-eeb2f400-83a4-4780-ad9a-f83204af5b92 req-13f4d2dc-f72f-48f0-a7f5-f502f1f1c42f service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Received event network-vif-deleted-b18bf298-d168-4b61-a4f0-a00a8bb82541 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 903.883158] env[65762]: INFO nova.compute.manager [req-eeb2f400-83a4-4780-ad9a-f83204af5b92 req-13f4d2dc-f72f-48f0-a7f5-f502f1f1c42f service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Neutron deleted interface b18bf298-d168-4b61-a4f0-a00a8bb82541; detaching it from the instance and deleting it from the info cache [ 903.883158] env[65762]: DEBUG nova.network.neutron [req-eeb2f400-83a4-4780-ad9a-f83204af5b92 req-13f4d2dc-f72f-48f0-a7f5-f502f1f1c42f service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.900743] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.940055] env[65762]: DEBUG nova.compute.manager [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Received event network-changed-d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 903.940055] env[65762]: DEBUG nova.compute.manager [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Refreshing instance network info cache due to event network-changed-d4222c7a-e83d-4be7-9539-fa991bd6e88b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 903.940729] env[65762]: DEBUG oslo_concurrency.lockutils [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] Acquiring lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.940729] env[65762]: DEBUG oslo_concurrency.lockutils [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] Acquired lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.940893] env[65762]: DEBUG nova.network.neutron [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Refreshing network info cache for port d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.946122] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.946369] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.946545] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleting the datastore file [datastore1] 0c21ed64-f299-4ad0-a212-907baef4a919 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.946852] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92e78bc1-d20b-44ef-8852-138fdf7c857b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.955378] env[65762]: DEBUG oslo_vmware.api [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 903.955378] env[65762]: value = "task-4560414" [ 903.955378] env[65762]: _type = "Task" [ 903.955378] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.966416] env[65762]: DEBUG oslo_vmware.api [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.998457] env[65762]: DEBUG oslo_vmware.api [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Task: {'id': task-4560411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227805} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.998457] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.998457] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.998875] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.998875] env[65762]: INFO nova.compute.manager [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 903.999054] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 903.999293] env[65762]: DEBUG nova.compute.manager [-] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 903.999385] env[65762]: DEBUG nova.network.neutron [-] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 903.999737] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.041057] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.055166] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560408, 'name': ReconfigVM_Task, 'duration_secs': 0.641603} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.055640] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4d158c34-3d09-4d17-a990-2c69ca8f048e/4d158c34-3d09-4d17-a990-2c69ca8f048e.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.056451] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4afc700a-7765-4118-9096-a00b0418809c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.065064] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 904.065064] env[65762]: value = "task-4560415" [ 904.065064] env[65762]: _type = "Task" [ 904.065064] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.076609] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560415, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.082893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.085837] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.449s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.089961] env[65762]: INFO nova.compute.claims [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.107045] env[65762]: DEBUG nova.network.neutron [-] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.121173] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560412, 'name': Rename_Task, 'duration_secs': 0.210838} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.123027] env[65762]: INFO nova.scheduler.client.report [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Deleted allocations for instance 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5 [ 904.123813] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.127360] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a97194-27dc-417c-95ec-d596b3f0af87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.136445] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 904.136445] env[65762]: value = "task-4560416" [ 904.136445] env[65762]: _type = "Task" [ 904.136445] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.149764] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.192391] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52dfde65-5d78-2ba2-23e8-d1ccb6561729, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.193369] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fab0ab-4be6-4ad6-afb5-ea56e775d377 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.201982] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 904.201982] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a6045f-c9c9-b189-79f3-88b7deb295ec" [ 904.201982] env[65762]: _type = "Task" [ 904.201982] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.218569] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a6045f-c9c9-b189-79f3-88b7deb295ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.238718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.373528] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.373787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.374044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.374298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.374606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.377027] env[65762]: INFO nova.compute.manager [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Terminating instance [ 904.387417] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-711b77a7-27f5-46d8-989c-a230b69dac5e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.402018] env[65762]: DEBUG oslo_vmware.api [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560407, 'name': PowerOnVM_Task, 'duration_secs': 1.028709} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.403552] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.403822] env[65762]: INFO nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Took 11.52 seconds to spawn the instance on the hypervisor. [ 904.403976] env[65762]: DEBUG nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 904.404943] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38742601-8c5f-4525-a309-e8d0204a4d1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.410955] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dfa3dc-e34a-47a9-9768-c5782ba3c7c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.452849] env[65762]: WARNING neutronclient.v2_0.client [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.455964] env[65762]: DEBUG nova.compute.manager [req-eeb2f400-83a4-4780-ad9a-f83204af5b92 req-13f4d2dc-f72f-48f0-a7f5-f502f1f1c42f service nova] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Detach interface failed, port_id=b18bf298-d168-4b61-a4f0-a00a8bb82541, reason: Instance 66903e49-3f25-48a1-9c6d-992f6d559cf4 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 904.467105] env[65762]: DEBUG oslo_vmware.api [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28323} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.467463] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.467713] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.467909] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.468142] env[65762]: INFO nova.compute.manager [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Took 1.15 seconds to destroy the instance on the hypervisor. [ 904.468456] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.468704] env[65762]: DEBUG nova.compute.manager [-] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 904.468809] env[65762]: DEBUG nova.network.neutron [-] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.469069] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.503589] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.576285] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560415, 'name': Rename_Task, 'duration_secs': 0.229358} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.576575] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.578050] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6fa6cb1-e61c-4e6a-80c3-7394536aa922 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.585940] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 904.585940] env[65762]: value = "task-4560417" [ 904.585940] env[65762]: _type = "Task" [ 904.585940] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.601627] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.609753] env[65762]: INFO nova.compute.manager [-] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Took 1.33 seconds to deallocate network for instance. [ 904.634319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-01112384-8536-4115-aaab-267aafd21453 tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Lock "4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.356s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.650645] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.719884] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a6045f-c9c9-b189-79f3-88b7deb295ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.720194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.720374] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4/bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.720746] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da1d5230-c53f-415a-b0ec-5e654b5d5c4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.734060] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 904.734060] env[65762]: value = "task-4560418" [ 904.734060] env[65762]: _type = "Task" [ 904.734060] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.744103] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.827790] env[65762]: WARNING neutronclient.v2_0.client [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.882167] env[65762]: DEBUG nova.compute.manager [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 904.882167] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.883229] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3d138e-4391-491b-a9b4-4ed91ba60195 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.889438] env[65762]: DEBUG nova.network.neutron [-] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.896518] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.896518] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c65b3f7-b137-4d72-80c0-7ae901406020 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.904812] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 904.904812] env[65762]: value = "task-4560419" [ 904.904812] env[65762]: _type = "Task" [ 904.904812] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.924355] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.940317] env[65762]: INFO nova.compute.manager [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Took 51.34 seconds to build instance. [ 904.981251] env[65762]: DEBUG nova.network.neutron [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updated VIF entry in instance network info cache for port d4222c7a-e83d-4be7-9539-fa991bd6e88b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 904.981657] env[65762]: DEBUG nova.network.neutron [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updating instance_info_cache with network_info: [{"id": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "address": "fa:16:3e:e1:d6:0b", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4222c7a-e8", "ovs_interfaceid": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.097744] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.121080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.154127] env[65762]: DEBUG oslo_vmware.api [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560416, 'name': PowerOnVM_Task, 'duration_secs': 0.890031} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.154523] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.154890] env[65762]: INFO nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Took 9.56 seconds to spawn the instance on the hypervisor. [ 905.155054] env[65762]: DEBUG nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 905.155906] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6f9ba-8253-4a88-a9f3-262b6ffb8067 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.186371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "e7548032-17bf-497f-8f92-fd41b635c64d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.186649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "e7548032-17bf-497f-8f92-fd41b635c64d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.254771] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560418, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.356509] env[65762]: DEBUG nova.network.neutron [-] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.391236] env[65762]: INFO nova.compute.manager [-] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Took 1.39 seconds to deallocate network for instance. [ 905.430947] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560419, 'name': PowerOffVM_Task, 'duration_secs': 0.327653} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.434365] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.434571] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.435164] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb57bdf-d5eb-4869-a677-39a4b24f8b57 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.444310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.847s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.489494] env[65762]: DEBUG oslo_concurrency.lockutils [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] Releasing lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.489494] env[65762]: DEBUG nova.compute.manager [req-44a8f845-b99a-4e04-ae63-73b000a3f663 req-38d97f51-2a2b-42a0-9898-82a417b364f4 service nova] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Received event network-vif-deleted-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 905.519505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.519505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.519688] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Deleting the datastore file [datastore1] 1ba77460-dc77-43c0-88d7-f5a8cc78d753 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.520394] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-417c87c3-347f-4f6f-a2c7-6e2dceb541f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.528845] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 905.528845] env[65762]: value = "task-4560421" [ 905.528845] env[65762]: _type = "Task" [ 905.528845] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.538392] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.605399] env[65762]: DEBUG oslo_vmware.api [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560417, 'name': PowerOnVM_Task, 'duration_secs': 0.892479} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.605801] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.606041] env[65762]: INFO nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Took 16.38 seconds to spawn the instance on the hypervisor. [ 905.606316] env[65762]: DEBUG nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 905.607825] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313013f8-e099-48e3-9cfa-9114eeae17d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.659196] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dbda80-577d-4bdb-b742-307fc7fc908a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.669353] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3774ec94-2022-41b0-85ef-21e833f897aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.680477] env[65762]: INFO nova.compute.manager [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Took 48.04 seconds to build instance. [ 905.711719] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 905.716254] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c6d74-0b34-49cc-b995-7ece03344d72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.726383] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8dc27c-4944-4a88-87b9-9f16eed6e7ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.744285] env[65762]: DEBUG nova.compute.provider_tree [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.757682] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749673} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.757986] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4/bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.758230] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.758504] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-115f8247-21e0-4779-9fff-b612aa0d36bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.767823] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 905.767823] env[65762]: value = "task-4560422" [ 905.767823] env[65762]: _type = "Task" [ 905.767823] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.778320] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.859577] env[65762]: INFO nova.compute.manager [-] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Took 1.39 seconds to deallocate network for instance. [ 905.901874] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.958334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "c41bab1e-bb19-4ace-8198-03a49357877e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.958682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "c41bab1e-bb19-4ace-8198-03a49357877e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.958932] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "c41bab1e-bb19-4ace-8198-03a49357877e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.959168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "c41bab1e-bb19-4ace-8198-03a49357877e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.959344] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "c41bab1e-bb19-4ace-8198-03a49357877e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.961454] env[65762]: INFO nova.compute.manager [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Terminating instance [ 906.042665] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.139021] env[65762]: INFO nova.compute.manager [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Took 54.50 seconds to build instance. [ 906.212112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b5e8dce-366a-4b1f-badf-29583a49ec4a tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "11a69486-2cc6-4286-af07-e4e683ef12b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.582s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.239225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.250558] env[65762]: DEBUG nova.scheduler.client.report [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.279265] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166584} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.279661] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.280790] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c671f-b63a-4e13-9019-c03614ca2c4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.307697] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4/bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.308115] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0903a39e-d900-4b18-af95-97e8d9409e8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.330496] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 906.330496] env[65762]: value = "task-4560423" [ 906.330496] env[65762]: _type = "Task" [ 906.330496] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.341302] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.366346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.465494] env[65762]: DEBUG nova.compute.manager [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 906.467159] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.467159] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e23502-1a5f-4feb-928d-3dc9d7e3b66d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.478803] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.480578] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a18001b-6fcb-43cb-b345-eea9b1934a52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.493038] env[65762]: DEBUG oslo_vmware.api [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 906.493038] env[65762]: value = "task-4560424" [ 906.493038] env[65762]: _type = "Task" [ 906.493038] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.505403] env[65762]: DEBUG oslo_vmware.api [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.518574] env[65762]: DEBUG nova.compute.manager [req-ff64a526-3452-4ab2-83cd-b7f6fada0749 req-3d9f7a08-3c93-461f-a2c7-f2def064bb52 service nova] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Received event network-vif-deleted-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 906.518800] env[65762]: DEBUG nova.compute.manager [req-ff64a526-3452-4ab2-83cd-b7f6fada0749 req-3d9f7a08-3c93-461f-a2c7-f2def064bb52 service nova] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Received event network-vif-deleted-30507316-8489-47eb-9589-0d97866de628 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 906.542630] env[65762]: DEBUG oslo_vmware.api [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682291} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.543334] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.543334] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.543591] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.543828] env[65762]: INFO nova.compute.manager [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Took 1.66 seconds to destroy the instance on the hypervisor. [ 906.544154] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 906.544370] env[65762]: DEBUG nova.compute.manager [-] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 906.544463] env[65762]: DEBUG nova.network.neutron [-] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.544751] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.581846] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.642042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c668b2aa-d972-4147-b779-008e055996cf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.018s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.757430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.757812] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 906.761379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.506s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.761379] env[65762]: DEBUG nova.objects.instance [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'resources' on Instance uuid ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.844520] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560423, 'name': ReconfigVM_Task, 'duration_secs': 0.4315} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.844520] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Reconfigured VM instance instance-00000046 to attach disk [datastore2] bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4/bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.844520] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19c8db3d-d4c7-4f3c-b188-b6471be39c8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.855200] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 906.855200] env[65762]: value = "task-4560425" [ 906.855200] env[65762]: _type = "Task" [ 906.855200] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.868809] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560425, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.003702] env[65762]: DEBUG oslo_vmware.api [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560424, 'name': PowerOffVM_Task, 'duration_secs': 0.225161} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.004022] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.004214] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.004492] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f61b7b-ac2f-44b8-8a50-404c2d3ce7be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.082210] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.082210] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.082210] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Deleting the datastore file [datastore2] c41bab1e-bb19-4ace-8198-03a49357877e {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.082210] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dd2b56-fe6e-43f1-8668-53b3e9ab8577 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.089935] env[65762]: DEBUG oslo_vmware.api [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for the task: (returnval){ [ 907.089935] env[65762]: value = "task-4560427" [ 907.089935] env[65762]: _type = "Task" [ 907.089935] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.099662] env[65762]: DEBUG oslo_vmware.api [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.264535] env[65762]: DEBUG nova.compute.utils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.266349] env[65762]: DEBUG nova.objects.instance [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'numa_topology' on Instance uuid ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.267333] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 907.267529] env[65762]: DEBUG nova.network.neutron [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 907.268193] env[65762]: WARNING neutronclient.v2_0.client [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.268269] env[65762]: WARNING neutronclient.v2_0.client [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.338235] env[65762]: DEBUG nova.policy [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9643125c466b4f87952a2e6651ac1a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d59d9398fe4476e863f75f74d9199ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.350457] env[65762]: DEBUG nova.network.neutron [-] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.371195] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560425, 'name': Rename_Task, 'duration_secs': 0.257317} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.372311] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.373041] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4014491-489a-48a5-95a2-37446be746ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.383035] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 907.383035] env[65762]: value = "task-4560428" [ 907.383035] env[65762]: _type = "Task" [ 907.383035] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.393946] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.604215] env[65762]: DEBUG oslo_vmware.api [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Task: {'id': task-4560427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214009} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.604708] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.605384] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.605384] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.605384] env[65762]: INFO nova.compute.manager [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 907.605578] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 907.605734] env[65762]: DEBUG nova.compute.manager [-] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 907.605823] env[65762]: DEBUG nova.network.neutron [-] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 907.606074] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.669454] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.728899] env[65762]: DEBUG nova.network.neutron [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Successfully created port: d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.771410] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 907.774722] env[65762]: DEBUG nova.objects.base [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.854587] env[65762]: INFO nova.compute.manager [-] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Took 1.31 seconds to deallocate network for instance. [ 907.894928] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.923058] env[65762]: INFO nova.compute.manager [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Rebuilding instance [ 908.001501] env[65762]: DEBUG nova.compute.manager [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 908.002415] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ddbb9-4cdc-40bb-8f4a-70be4d3ea7ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.254015] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab60161-2adf-47df-aeb2-46d8a21447f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.263848] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec35f087-a880-470d-8feb-d7ed78cdddaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.304480] env[65762]: DEBUG nova.compute.manager [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 908.306157] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dea2373-9a39-4081-b503-aa907aeadde4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.309784] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dd3072-697d-467b-8056-f679fe92067e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.325614] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde9f9f-31b2-45dc-b8eb-091f6e4c0278 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.342740] env[65762]: DEBUG nova.compute.provider_tree [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.362937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.398857] env[65762]: DEBUG oslo_vmware.api [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560428, 'name': PowerOnVM_Task, 'duration_secs': 0.729586} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.398995] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.399206] env[65762]: INFO nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Took 8.95 seconds to spawn the instance on the hypervisor. [ 908.399671] env[65762]: DEBUG nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 908.401050] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c91cc-ed29-451b-82c8-1d2d6893b24a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.423942] env[65762]: DEBUG nova.network.neutron [-] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.802304] env[65762]: DEBUG nova.compute.manager [req-53cf3df5-545e-4da1-82fc-5c7fcc33f3f9 req-701ffa79-36d6-453d-ba37-93c8f86c2883 service nova] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Received event network-vif-deleted-9c0c298e-c219-413d-98c7-a3e58bda769a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 908.802503] env[65762]: DEBUG nova.compute.manager [req-53cf3df5-545e-4da1-82fc-5c7fcc33f3f9 req-701ffa79-36d6-453d-ba37-93c8f86c2883 service nova] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Received event network-vif-deleted-ddc943d6-f025-448a-bd90-a3c5d33abd27 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 908.806198] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 908.830030] env[65762]: INFO nova.compute.manager [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] instance snapshotting [ 908.833598] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.833819] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.833967] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.834170] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.834323] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.834461] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.834663] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.834819] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.834982] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.835154] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.835327] env[65762]: DEBUG nova.virt.hardware [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.836453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1639567-fdca-4124-88b3-f4db026882f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.839953] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c42bc-0c43-45a5-9812-77cda5754b46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.849579] env[65762]: DEBUG nova.scheduler.client.report [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.868926] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66927a89-bc43-40cd-924e-f6d5a9070f90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.874969] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1f276-be2e-4db5-bcfe-1ff2c99ab9f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.922792] env[65762]: INFO nova.compute.manager [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Took 38.57 seconds to build instance. [ 908.929612] env[65762]: INFO nova.compute.manager [-] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Took 1.32 seconds to deallocate network for instance. [ 909.026967] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.027741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "4d158c34-3d09-4d17-a990-2c69ca8f048e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.027843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.028226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "4d158c34-3d09-4d17-a990-2c69ca8f048e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.028307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.028527] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.031357] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1663c673-2ec4-4b3a-a9d9-21ac8f7b30bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.035456] env[65762]: INFO nova.compute.manager [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Terminating instance [ 909.046610] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 909.046610] env[65762]: value = "task-4560429" [ 909.046610] env[65762]: _type = "Task" [ 909.046610] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.062560] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.375101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.614s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.378181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.636s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.380939] env[65762]: INFO nova.compute.claims [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.392621] env[65762]: DEBUG nova.compute.manager [req-62ebff13-b717-4ef5-af89-b1cf3c05f5be req-562e8790-941e-404f-9aee-497c4d59b642 service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Received event network-vif-plugged-d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 909.392863] env[65762]: DEBUG oslo_concurrency.lockutils [req-62ebff13-b717-4ef5-af89-b1cf3c05f5be req-562e8790-941e-404f-9aee-497c4d59b642 service nova] Acquiring lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.393163] env[65762]: DEBUG oslo_concurrency.lockutils [req-62ebff13-b717-4ef5-af89-b1cf3c05f5be req-562e8790-941e-404f-9aee-497c4d59b642 service nova] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.393337] env[65762]: DEBUG oslo_concurrency.lockutils [req-62ebff13-b717-4ef5-af89-b1cf3c05f5be req-562e8790-941e-404f-9aee-497c4d59b642 service nova] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.393625] env[65762]: DEBUG nova.compute.manager [req-62ebff13-b717-4ef5-af89-b1cf3c05f5be req-562e8790-941e-404f-9aee-497c4d59b642 service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] No waiting events found dispatching network-vif-plugged-d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 909.393807] env[65762]: WARNING nova.compute.manager [req-62ebff13-b717-4ef5-af89-b1cf3c05f5be req-562e8790-941e-404f-9aee-497c4d59b642 service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Received unexpected event network-vif-plugged-d0168337-bab5-4e23-bf03-c93b8f2f2f4e for instance with vm_state building and task_state spawning. [ 909.397980] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 909.398429] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6f29e70-b258-4012-9814-238452be0a4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.407283] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 909.407283] env[65762]: value = "task-4560430" [ 909.407283] env[65762]: _type = "Task" [ 909.407283] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.408495] env[65762]: DEBUG nova.network.neutron [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Successfully updated port: d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.425804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-00ed9acf-c869-487b-9266-34cbeb73be69 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.146s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.426534] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.436991] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.542129] env[65762]: DEBUG nova.compute.manager [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 909.542353] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.543286] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbed4a0c-2c36-4e78-895c-9a2ac7f94bd5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.553718] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.554463] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066abf37-8e89-4fa3-975c-530b4b3979cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.560166] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560429, 'name': PowerOffVM_Task, 'duration_secs': 0.247885} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.561703] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.561937] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.562280] env[65762]: DEBUG oslo_vmware.api [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 909.562280] env[65762]: value = "task-4560431" [ 909.562280] env[65762]: _type = "Task" [ 909.562280] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.563115] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664916c0-da5e-4b21-89f4-7bf5968a9c61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.580416] env[65762]: DEBUG oslo_vmware.api [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.580658] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.580922] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-218193f1-43a0-4e03-8009-11ff37360d7d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.617576] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.617821] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.618011] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Deleting the datastore file [datastore2] 11a69486-2cc6-4286-af07-e4e683ef12b3 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.618332] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ffc0869-787d-4d38-9b32-9b5e27c6de28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.627088] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 909.627088] env[65762]: value = "task-4560433" [ 909.627088] env[65762]: _type = "Task" [ 909.627088] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.638320] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.893569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5d4bc700-c158-4a14-abca-5f6d1c0d93e6 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.676s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.894834] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.192s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.895396] env[65762]: INFO nova.compute.manager [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Unshelving [ 909.919782] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-1c8c688f-9e39-4dd8-8a09-066b3cbe536d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.919975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-1c8c688f-9e39-4dd8-8a09-066b3cbe536d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.920181] env[65762]: DEBUG nova.network.neutron [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.929300] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560430, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.083735] env[65762]: DEBUG oslo_vmware.api [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560431, 'name': PowerOffVM_Task, 'duration_secs': 0.222938} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.084162] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.084380] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.084720] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67861cbd-a410-483c-a5a4-526831a5b16b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.138158] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14523} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.138493] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.138695] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.138884] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.166141] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.167389] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.167617] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleting the datastore file [datastore1] 4d158c34-3d09-4d17-a990-2c69ca8f048e {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.167957] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b2672e-03e7-4a8d-bebf-d18819962289 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.180023] env[65762]: DEBUG oslo_vmware.api [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 910.180023] env[65762]: value = "task-4560435" [ 910.180023] env[65762]: _type = "Task" [ 910.180023] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.196698] env[65762]: DEBUG oslo_vmware.api [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.438771] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560430, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.480875] env[65762]: DEBUG nova.network.neutron [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.658566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.659047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.659429] env[65762]: INFO nova.compute.manager [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Shelving [ 910.696849] env[65762]: DEBUG oslo_vmware.api [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314579} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.701106] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.701557] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.701915] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.702310] env[65762]: INFO nova.compute.manager [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 910.702755] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 910.703825] env[65762]: DEBUG nova.compute.manager [-] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 910.704393] env[65762]: DEBUG nova.network.neutron [-] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 910.705075] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.726364] env[65762]: WARNING neutronclient.v2_0.client [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.758902] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.894203] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c0238-18cf-4a3f-bf1c-b8d18d36416b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.902194] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c7f409-ea2d-4499-80cb-148f778bae68 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.944245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.948494] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04428d20-69da-4cbd-913b-c4f13d721eed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.961098] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560430, 'name': CreateSnapshot_Task, 'duration_secs': 1.065556} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.961525] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 910.964119] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f663aec1-6e9c-441b-a17f-ccfa5cc2c510 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.970295] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeadfe0-72b3-409b-9613-ebfeac650b9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.985413] env[65762]: DEBUG nova.compute.provider_tree [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.047075] env[65762]: DEBUG nova.network.neutron [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Updating instance_info_cache with network_info: [{"id": "d0168337-bab5-4e23-bf03-c93b8f2f2f4e", "address": "fa:16:3e:1f:62:4d", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0168337-ba", "ovs_interfaceid": "d0168337-bab5-4e23-bf03-c93b8f2f2f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.203963] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.204226] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.204371] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.204541] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.205156] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.205156] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.205156] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.205289] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.205369] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.205520] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.205687] env[65762]: DEBUG nova.virt.hardware [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.206915] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113e483-c30d-4b25-9335-840840c6be13 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.216873] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdc8d4b-b38a-4718-8516-290c00f1cea0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.232774] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.240686] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.240965] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.242377] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f62fcfde-5b26-4be6-9cb7-756b96345675 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.262027] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.262027] env[65762]: value = "task-4560436" [ 911.262027] env[65762]: _type = "Task" [ 911.262027] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.271313] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560436, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.274286] env[65762]: DEBUG nova.compute.manager [req-8e847686-76b0-4d3c-85c0-68bc154a62e2 req-1fce0b46-e32d-4336-a92c-48cf4f0e9985 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Received event network-vif-deleted-179923b5-7963-460d-884c-98ff96c896ce {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 911.274520] env[65762]: INFO nova.compute.manager [req-8e847686-76b0-4d3c-85c0-68bc154a62e2 req-1fce0b46-e32d-4336-a92c-48cf4f0e9985 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Neutron deleted interface 179923b5-7963-460d-884c-98ff96c896ce; detaching it from the instance and deleting it from the info cache [ 911.274728] env[65762]: DEBUG nova.network.neutron [req-8e847686-76b0-4d3c-85c0-68bc154a62e2 req-1fce0b46-e32d-4336-a92c-48cf4f0e9985 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.495224] env[65762]: DEBUG nova.scheduler.client.report [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.508259] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 911.509025] env[65762]: DEBUG nova.compute.manager [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Received event network-changed-d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 911.509279] env[65762]: DEBUG nova.compute.manager [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Refreshing instance network info cache due to event network-changed-d0168337-bab5-4e23-bf03-c93b8f2f2f4e. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 911.509956] env[65762]: DEBUG oslo_concurrency.lockutils [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] Acquiring lock "refresh_cache-1c8c688f-9e39-4dd8-8a09-066b3cbe536d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.512410] env[65762]: DEBUG nova.network.neutron [-] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.512410] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4c24bdf-14e5-4d03-8092-9332e2091938 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.524840] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 911.524840] env[65762]: value = "task-4560437" [ 911.524840] env[65762]: _type = "Task" [ 911.524840] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.537865] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560437, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.550900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-1c8c688f-9e39-4dd8-8a09-066b3cbe536d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.551380] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance network_info: |[{"id": "d0168337-bab5-4e23-bf03-c93b8f2f2f4e", "address": "fa:16:3e:1f:62:4d", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0168337-ba", "ovs_interfaceid": "d0168337-bab5-4e23-bf03-c93b8f2f2f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 911.551766] env[65762]: DEBUG oslo_concurrency.lockutils [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] Acquired lock "refresh_cache-1c8c688f-9e39-4dd8-8a09-066b3cbe536d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.551951] env[65762]: DEBUG nova.network.neutron [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Refreshing network info cache for port d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.553381] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:62:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0168337-bab5-4e23-bf03-c93b8f2f2f4e', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.564989] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating folder: Project (6d59d9398fe4476e863f75f74d9199ad). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.566491] env[65762]: WARNING neutronclient.v2_0.client [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.569280] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66aea094-3bdd-43f6-8951-1221b616b500 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.583779] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created folder: Project (6d59d9398fe4476e863f75f74d9199ad) in parent group-v890951. [ 911.584070] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating folder: Instances. Parent ref: group-v891145. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.584342] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7320b0b4-4033-4942-9bff-b14725ea7ad7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.597832] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created folder: Instances in parent group-v891145. [ 911.598139] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.598507] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.598549] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f56036-391d-400f-a661-e8aecd11077a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.622571] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.622571] env[65762]: value = "task-4560440" [ 911.622571] env[65762]: _type = "Task" [ 911.622571] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.638614] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560440, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.676781] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.677599] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852a098b-f9dd-41d0-8278-3666fc681285 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.690141] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 911.690141] env[65762]: value = "task-4560441" [ 911.690141] env[65762]: _type = "Task" [ 911.690141] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.699114] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.768681] env[65762]: WARNING neutronclient.v2_0.client [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.774896] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560436, 'name': CreateVM_Task, 'duration_secs': 0.467876} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.775687] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.775687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.775687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.776014] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.776636] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c460db97-e519-4555-9332-1bb509c09ebf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.778844] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c519c17-1aa7-4831-bb30-d69d99d38c5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.786036] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 911.786036] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d8eb99-1146-004c-3a80-f174c06a0a24" [ 911.786036] env[65762]: _type = "Task" [ 911.786036] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.793392] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c9a03-c55c-4abf-bed2-c16bc0ccac47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.810700] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d8eb99-1146-004c-3a80-f174c06a0a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.836784] env[65762]: DEBUG nova.compute.manager [req-8e847686-76b0-4d3c-85c0-68bc154a62e2 req-1fce0b46-e32d-4336-a92c-48cf4f0e9985 service nova] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Detach interface failed, port_id=179923b5-7963-460d-884c-98ff96c896ce, reason: Instance 4d158c34-3d09-4d17-a990-2c69ca8f048e could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 911.868432] env[65762]: DEBUG nova.network.neutron [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Updated VIF entry in instance network info cache for port d0168337-bab5-4e23-bf03-c93b8f2f2f4e. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 911.868812] env[65762]: DEBUG nova.network.neutron [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Updating instance_info_cache with network_info: [{"id": "d0168337-bab5-4e23-bf03-c93b8f2f2f4e", "address": "fa:16:3e:1f:62:4d", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0168337-ba", "ovs_interfaceid": "d0168337-bab5-4e23-bf03-c93b8f2f2f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.001722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.002395] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 912.005656] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.208s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.005878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.008632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.379s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.008915] env[65762]: DEBUG nova.objects.instance [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lazy-loading 'resources' on Instance uuid 88d46b2d-97a5-42cf-bc3f-c3050a361aba {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.016749] env[65762]: INFO nova.compute.manager [-] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Took 1.31 seconds to deallocate network for instance. [ 912.039087] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560437, 'name': CloneVM_Task} progress is 93%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.040613] env[65762]: INFO nova.scheduler.client.report [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted allocations for instance 1a06a675-c6da-46d0-8f84-3201bcb59e1d [ 912.135102] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560440, 'name': CreateVM_Task, 'duration_secs': 0.436058} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.135352] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.135931] env[65762]: WARNING neutronclient.v2_0.client [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.137255] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.200378] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.298568] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d8eb99-1146-004c-3a80-f174c06a0a24, 'name': SearchDatastore_Task, 'duration_secs': 0.02743} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.298568] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.298744] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.298886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.299110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299242] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.299575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.301633] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9e0e87-afab-421a-9234-ca84001c3098 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.303555] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18320278-03d1-4b4a-9d39-3dc242a983ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.309740] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 912.309740] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc80cf-1766-82c5-6285-3bfd7e233cea" [ 912.309740] env[65762]: _type = "Task" [ 912.309740] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.320160] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc80cf-1766-82c5-6285-3bfd7e233cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.321153] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.321339] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.322266] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27458535-168c-4e9f-99a2-9c0895868591 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.329401] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 912.329401] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528a9465-fc41-55ef-8981-5b4c0f97a5e2" [ 912.329401] env[65762]: _type = "Task" [ 912.329401] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.338966] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528a9465-fc41-55ef-8981-5b4c0f97a5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.371729] env[65762]: DEBUG oslo_concurrency.lockutils [req-2d7b8507-c66a-4c4b-8330-5496a262b4be req-e05ff6f5-91a5-4d6c-8d60-7e0e4bc4e6dd service nova] Releasing lock "refresh_cache-1c8c688f-9e39-4dd8-8a09-066b3cbe536d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.512757] env[65762]: DEBUG nova.compute.utils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.519766] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 912.519933] env[65762]: DEBUG nova.network.neutron [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.520888] env[65762]: WARNING neutronclient.v2_0.client [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.520888] env[65762]: WARNING neutronclient.v2_0.client [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.526122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.536685] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560437, 'name': CloneVM_Task} progress is 93%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.550722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a51262f-c6e2-4361-9958-a495712dd053 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "1a06a675-c6da-46d0-8f84-3201bcb59e1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.792s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.578453] env[65762]: DEBUG nova.policy [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.705210] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.826242] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc80cf-1766-82c5-6285-3bfd7e233cea, 'name': SearchDatastore_Task, 'duration_secs': 0.024728} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.826566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.826806] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.827034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.842647] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528a9465-fc41-55ef-8981-5b4c0f97a5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.025276} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.843611] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b675db8-b330-451d-97ab-1dc3b1b2b415 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.853156] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 912.853156] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bb6d72-c3b6-1c79-64c4-ef22e2666cf4" [ 912.853156] env[65762]: _type = "Task" [ 912.853156] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.864368] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bb6d72-c3b6-1c79-64c4-ef22e2666cf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.961820] env[65762]: DEBUG nova.network.neutron [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Successfully created port: 92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.008071] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe2abd-5b9c-4a54-8a90-b60e6df35cfa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.018148] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be475fa5-bf31-4919-93af-215180136de7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.023281] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 913.061658] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9952d9-8f0a-438b-b4ac-eb4b329d7397 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.069566] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560437, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.078039] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2206378d-352d-49a5-adcd-18c7ca11f88b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.094317] env[65762]: DEBUG nova.compute.provider_tree [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.201702] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560441, 'name': PowerOffVM_Task, 'duration_secs': 1.403901} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.201994] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.202836] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff42d63-c045-41bd-bf37-aa8386fc9570 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.222386] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f46845-a788-43c0-9dc8-1bbba569475b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.364111] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bb6d72-c3b6-1c79-64c4-ef22e2666cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.364398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364667] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.365101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.365177] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.366412] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade39660-a4e4-41e6-87be-390007d1aa9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.367477] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe84d8e-a238-4d7b-a945-fade2a2e0628 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.377301] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 913.377301] env[65762]: value = "task-4560442" [ 913.377301] env[65762]: _type = "Task" [ 913.377301] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.378647] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.378801] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.382421] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603e60b6-6bd0-4565-9175-4555a1299470 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.392293] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.393887] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 913.393887] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52745f49-4954-08e1-ce3c-965df74fb0c1" [ 913.393887] env[65762]: _type = "Task" [ 913.393887] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.403643] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52745f49-4954-08e1-ce3c-965df74fb0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.404489] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3c9152-5b86-44f1-9045-a0244bfc15bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.411131] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 913.411131] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526d316c-638e-2443-5826-4712b5f49552" [ 913.411131] env[65762]: _type = "Task" [ 913.411131] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.419548] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526d316c-638e-2443-5826-4712b5f49552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.541841] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560437, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.598134] env[65762]: DEBUG nova.scheduler.client.report [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.734517] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.734865] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e90c613-36f1-4808-9cec-1cc3af0cf531 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.743208] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 913.743208] env[65762]: value = "task-4560443" [ 913.743208] env[65762]: _type = "Task" [ 913.743208] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.756254] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.891953] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560442, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.929256] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526d316c-638e-2443-5826-4712b5f49552, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.929675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.930426] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.930426] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becc4cd3-2482-4cfb-bce7-8abbfd038e69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.942025] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 913.942025] env[65762]: value = "task-4560444" [ 913.942025] env[65762]: _type = "Task" [ 913.942025] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.950435] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.037134] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 914.048436] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560437, 'name': CloneVM_Task, 'duration_secs': 2.33844} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.049167] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Created linked-clone VM from snapshot [ 914.050044] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4c9a8d-21e4-454a-93dd-b42b8570e829 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.065795] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Uploading image 63bfa571-0e6d-4a0f-9b5e-1ac568326619 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 914.075770] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.076631] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.076631] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.076631] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.076631] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.076896] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.077118] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.077310] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.077507] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.077679] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.077848] env[65762]: DEBUG nova.virt.hardware [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.078724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363dab6e-925f-465b-9d0e-be5a788bd8ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.083156] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.083497] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79f7f48a-7b2a-4453-aa94-545d590236ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.094546] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448cbfe0-c05e-4423-9c70-5819c697a510 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.099605] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 914.099605] env[65762]: value = "task-4560445" [ 914.099605] env[65762]: _type = "Task" [ 914.099605] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.112997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.116135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.145s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.116538] env[65762]: DEBUG nova.objects.instance [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lazy-loading 'resources' on Instance uuid 956df797-f842-4717-a075-01f4f4b77d8b {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.124711] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560445, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.149255] env[65762]: INFO nova.scheduler.client.report [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Deleted allocations for instance 88d46b2d-97a5-42cf-bc3f-c3050a361aba [ 914.257125] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.394081] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691203} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.394478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.394722] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.395562] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88465801-89a1-4916-b50a-f53df861fd15 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.405776] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 914.405776] env[65762]: value = "task-4560446" [ 914.405776] env[65762]: _type = "Task" [ 914.405776] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.417598] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.452802] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560444, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.613644] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560445, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.627034] env[65762]: DEBUG nova.network.neutron [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Successfully updated port: 92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.661219] env[65762]: DEBUG oslo_concurrency.lockutils [None req-072628b3-c2bb-4709-b1b3-585d06ace028 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Lock "88d46b2d-97a5-42cf-bc3f-c3050a361aba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.852s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.757050] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.920263] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123981} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.923403] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.924531] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e5eb1-8f97-46d7-99d4-a691924d9281 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.947165] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.950210] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f707d3-2d0b-443c-ab9d-fd10fd1a4745 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.979290] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731586} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.980689] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.980883] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.981180] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 914.981180] env[65762]: value = "task-4560447" [ 914.981180] env[65762]: _type = "Task" [ 914.981180] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.984065] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d60b993-9825-40f8-b3a7-5f0f031a74e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.996480] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.001755] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 915.001755] env[65762]: value = "task-4560448" [ 915.001755] env[65762]: _type = "Task" [ 915.001755] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.010989] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.114970] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560445, 'name': Destroy_Task, 'duration_secs': 0.663518} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.116257] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Destroyed the VM [ 915.117020] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.117298] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a04388-9384-4276-8dfe-c78162f7d153 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.120048] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e2c400f-ca07-4a15-9ae5-1a3dee85aed8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.128719] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f09647-b034-47a6-8a1c-35131c675b34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.131612] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 915.131612] env[65762]: value = "task-4560449" [ 915.131612] env[65762]: _type = "Task" [ 915.131612] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.132136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.132242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.132419] env[65762]: DEBUG nova.network.neutron [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.165950] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a548aa4-59fd-4cd0-ad46-0adc0879850d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.172667] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560449, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.178837] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3cada8-e2f0-4bca-a1a2-378a65bb779e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.195734] env[65762]: DEBUG nova.compute.provider_tree [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.261199] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560443, 'name': CreateSnapshot_Task, 'duration_secs': 1.138386} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.261199] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.261819] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72db19-1598-4639-bb91-2ce26176ae12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.390100] env[65762]: DEBUG nova.compute.manager [req-eaa3ed5f-6c81-43aa-82de-750a3a524492 req-95b294cd-1e86-4c54-bb48-ee4bb67ff2a0 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-vif-plugged-92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 915.390571] env[65762]: DEBUG oslo_concurrency.lockutils [req-eaa3ed5f-6c81-43aa-82de-750a3a524492 req-95b294cd-1e86-4c54-bb48-ee4bb67ff2a0 service nova] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.390697] env[65762]: DEBUG oslo_concurrency.lockutils [req-eaa3ed5f-6c81-43aa-82de-750a3a524492 req-95b294cd-1e86-4c54-bb48-ee4bb67ff2a0 service nova] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.390791] env[65762]: DEBUG oslo_concurrency.lockutils [req-eaa3ed5f-6c81-43aa-82de-750a3a524492 req-95b294cd-1e86-4c54-bb48-ee4bb67ff2a0 service nova] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.390959] env[65762]: DEBUG nova.compute.manager [req-eaa3ed5f-6c81-43aa-82de-750a3a524492 req-95b294cd-1e86-4c54-bb48-ee4bb67ff2a0 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] No waiting events found dispatching network-vif-plugged-92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 915.391243] env[65762]: WARNING nova.compute.manager [req-eaa3ed5f-6c81-43aa-82de-750a3a524492 req-95b294cd-1e86-4c54-bb48-ee4bb67ff2a0 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received unexpected event network-vif-plugged-92fb901d-30d9-4601-98db-dc563840ea68 for instance with vm_state building and task_state spawning. [ 915.498053] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560447, 'name': ReconfigVM_Task, 'duration_secs': 0.286751} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.498282] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 11a69486-2cc6-4286-af07-e4e683ef12b3/11a69486-2cc6-4286-af07-e4e683ef12b3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.498942] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0098a1d7-1244-477b-b001-915018556747 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.507171] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 915.507171] env[65762]: value = "task-4560450" [ 915.507171] env[65762]: _type = "Task" [ 915.507171] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.514018] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077059} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.514158] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.515223] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19984207-032b-4e1b-8547-0c03b7b83947 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.521386] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560450, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.543354] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.543744] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860cd4f9-3dcf-4397-ace6-3fa4f3eb1a55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.567195] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 915.567195] env[65762]: value = "task-4560451" [ 915.567195] env[65762]: _type = "Task" [ 915.567195] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.578437] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.650496] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560449, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.699572] env[65762]: DEBUG nova.scheduler.client.report [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.784262] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.784717] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36a9c889-2e90-4912-8e36-ee7fe078f193 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.799679] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 915.799679] env[65762]: value = "task-4560452" [ 915.799679] env[65762]: _type = "Task" [ 915.799679] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.815548] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560452, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.933459] env[65762]: DEBUG nova.network.neutron [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 916.027289] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560450, 'name': Rename_Task, 'duration_secs': 0.140398} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.027650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.027927] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-618474a3-36ce-4fc2-9017-670784370553 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.037264] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 916.037264] env[65762]: value = "task-4560453" [ 916.037264] env[65762]: _type = "Task" [ 916.037264] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.048255] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.078108] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560451, 'name': ReconfigVM_Task, 'duration_secs': 0.371284} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.082052] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.082610] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50c34050-424b-455e-91f9-4e86439e3a7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.093095] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 916.093095] env[65762]: value = "task-4560454" [ 916.093095] env[65762]: _type = "Task" [ 916.093095] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.103632] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560454, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.145448] env[65762]: DEBUG oslo_vmware.api [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560449, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699689} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.145951] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.205850] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.209981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.483s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.210425] env[65762]: DEBUG nova.objects.instance [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lazy-loading 'resources' on Instance uuid e9f11dc6-159f-45bd-875f-f5c0c8c14551 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.267572] env[65762]: INFO nova.scheduler.client.report [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Deleted allocations for instance 956df797-f842-4717-a075-01f4f4b77d8b [ 916.311151] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560452, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.364588] env[65762]: WARNING neutronclient.v2_0.client [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.548873] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560453, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.605178] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560454, 'name': Rename_Task, 'duration_secs': 0.170606} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.605404] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.605687] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3768fb2b-8ec1-47b7-8504-f59b48d99a0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.613016] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 916.613016] env[65762]: value = "task-4560455" [ 916.613016] env[65762]: _type = "Task" [ 916.613016] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.623345] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.652622] env[65762]: WARNING nova.compute.manager [None req-f45dec64-95e6-4f37-9ec0-c03fc144012a tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Image not found during snapshot: nova.exception.ImageNotFound: Image 63bfa571-0e6d-4a0f-9b5e-1ac568326619 could not be found. [ 916.686163] env[65762]: DEBUG nova.network.neutron [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.784118] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f278e829-88df-466e-9248-17f1e9c53d89 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Lock "956df797-f842-4717-a075-01f4f4b77d8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.530s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.816240] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560452, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.923957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "490f16d8-a261-4dc6-945e-10df56459d33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.923957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.924082] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "490f16d8-a261-4dc6-945e-10df56459d33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.925271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.925548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.933630] env[65762]: INFO nova.compute.manager [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Terminating instance [ 917.055206] env[65762]: DEBUG oslo_vmware.api [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560453, 'name': PowerOnVM_Task, 'duration_secs': 0.871599} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.055206] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.055206] env[65762]: DEBUG nova.compute.manager [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 917.055906] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9685a-5a90-47ec-96d7-e44acff2d62e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.125341] env[65762]: DEBUG oslo_vmware.api [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560455, 'name': PowerOnVM_Task, 'duration_secs': 0.505756} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.126028] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.126028] env[65762]: INFO nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Took 8.32 seconds to spawn the instance on the hypervisor. [ 917.126028] env[65762]: DEBUG nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 917.126792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee0fe5-f155-4570-b7a1-6dbedbfaa150 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.192054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.192464] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Instance network_info: |[{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 917.196033] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:83:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fb901d-30d9-4601-98db-dc563840ea68', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.206435] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.206543] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.208023] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10c37b8d-6f9a-482d-a525-96624020d061 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.254819] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.254819] env[65762]: value = "task-4560456" [ 917.254819] env[65762]: _type = "Task" [ 917.254819] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.267154] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560456, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.313149] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560452, 'name': CloneVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.334107] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1e8c9-a2d0-4d68-8e3f-926de52e327a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.342953] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae25808-2fc2-4bb1-9dd0-23e5661fd8a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.380626] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4cdc69-2806-446a-8555-31fd867f8ef2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390684] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450d15da-2129-40a6-b292-f3f61ef604db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.414243] env[65762]: DEBUG nova.compute.provider_tree [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.439914] env[65762]: DEBUG nova.compute.manager [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 917.440133] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.441067] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a079c26-871a-4fb2-978c-914381ee75fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.450121] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.450121] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6cc8479-6d00-45e7-93e4-eb2e5e116078 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.458119] env[65762]: DEBUG oslo_vmware.api [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 917.458119] env[65762]: value = "task-4560457" [ 917.458119] env[65762]: _type = "Task" [ 917.458119] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.468914] env[65762]: DEBUG oslo_vmware.api [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.588025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.649732] env[65762]: INFO nova.compute.manager [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Took 33.04 seconds to build instance. [ 917.769167] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560456, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.818265] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560452, 'name': CloneVM_Task, 'duration_secs': 1.525233} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.818265] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Created linked-clone VM from snapshot [ 917.818265] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c79f4-9b22-4bb4-a6e8-4e3e6e03f974 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.828114] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Uploading image a6b9cb56-3b42-4185-b48d-197cf699b4b8 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.861030] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.861030] env[65762]: value = "vm-891149" [ 917.861030] env[65762]: _type = "VirtualMachine" [ 917.861030] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.862031] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f45333a6-096a-48f6-b0e0-826a502113e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.869127] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lease: (returnval){ [ 917.869127] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c1e3fc-0fdb-c7e0-c944-58ec8d3a602b" [ 917.869127] env[65762]: _type = "HttpNfcLease" [ 917.869127] env[65762]: } obtained for exporting VM: (result){ [ 917.869127] env[65762]: value = "vm-891149" [ 917.869127] env[65762]: _type = "VirtualMachine" [ 917.869127] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.869487] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the lease: (returnval){ [ 917.869487] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c1e3fc-0fdb-c7e0-c944-58ec8d3a602b" [ 917.869487] env[65762]: _type = "HttpNfcLease" [ 917.869487] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.878191] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.878191] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c1e3fc-0fdb-c7e0-c944-58ec8d3a602b" [ 917.878191] env[65762]: _type = "HttpNfcLease" [ 917.878191] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.918381] env[65762]: DEBUG nova.scheduler.client.report [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.969369] env[65762]: DEBUG oslo_vmware.api [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560457, 'name': PowerOffVM_Task, 'duration_secs': 0.31298} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.969678] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.969862] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.970492] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-928c0c34-6496-46b7-ad5c-3094ac07698b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.052362] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.052610] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.052814] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleting the datastore file [datastore1] 490f16d8-a261-4dc6-945e-10df56459d33 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.053403] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13896ae4-4269-4c40-a35f-f42987254632 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.063169] env[65762]: DEBUG oslo_vmware.api [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for the task: (returnval){ [ 918.063169] env[65762]: value = "task-4560460" [ 918.063169] env[65762]: _type = "Task" [ 918.063169] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.072410] env[65762]: DEBUG oslo_vmware.api [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.089147] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.089147] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.089418] env[65762]: INFO nova.compute.manager [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Shelving [ 918.154670] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.558s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.271395] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560456, 'name': CreateVM_Task, 'duration_secs': 0.650662} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.271600] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.275031] env[65762]: WARNING neutronclient.v2_0.client [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.275031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.275031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.275031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.275031] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702bfc60-d7b1-48da-b6b4-ff8136dc214f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.278939] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 918.278939] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52283ba0-a8fa-8100-03bc-f1e0fbcb9285" [ 918.278939] env[65762]: _type = "Task" [ 918.278939] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.287542] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52283ba0-a8fa-8100-03bc-f1e0fbcb9285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.380022] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.380022] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c1e3fc-0fdb-c7e0-c944-58ec8d3a602b" [ 918.380022] env[65762]: _type = "HttpNfcLease" [ 918.380022] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.380022] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.380022] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c1e3fc-0fdb-c7e0-c944-58ec8d3a602b" [ 918.380022] env[65762]: _type = "HttpNfcLease" [ 918.380022] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.380022] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e57a70-e674-4c4d-8586-250fbd1fc9f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.388520] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52273f4d-a08b-c62c-bf3b-90bdcabb3cde/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.388964] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52273f4d-a08b-c62c-bf3b-90bdcabb3cde/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.457747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.460875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.017s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.461281] env[65762]: DEBUG nova.objects.instance [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lazy-loading 'resources' on Instance uuid 3a26de08-5db2-4a82-a127-3eb52156482e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.495637] env[65762]: INFO nova.scheduler.client.report [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Deleted allocations for instance e9f11dc6-159f-45bd-875f-f5c0c8c14551 [ 918.550689] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5ec7d4c-efbd-495e-9a76-d61f234d1dfe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.574864] env[65762]: DEBUG oslo_vmware.api [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Task: {'id': task-4560460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253929} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.578400] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.578608] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.578784] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.578949] env[65762]: INFO nova.compute.manager [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.579206] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 918.579641] env[65762]: DEBUG nova.compute.manager [-] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 918.579735] env[65762]: DEBUG nova.network.neutron [-] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 918.579972] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.701595] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.701862] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.702083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.702266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.702429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.705961] env[65762]: INFO nova.compute.manager [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Terminating instance [ 918.733780] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.795287] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52283ba0-a8fa-8100-03bc-f1e0fbcb9285, 'name': SearchDatastore_Task, 'duration_secs': 0.013667} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.795757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.796585] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.796585] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.796585] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.796585] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.796732] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73b0da50-abfb-492e-8e06-f37f3346e67e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.814540] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.816959] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.816959] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63439c93-292b-4afb-ba55-505ed398b0e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.826182] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 918.826182] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5244973d-7870-909d-56ae-25e035438aac" [ 918.826182] env[65762]: _type = "Task" [ 918.826182] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.835306] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5244973d-7870-909d-56ae-25e035438aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.011453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Lock "e9f11dc6-159f-45bd-875f-f5c0c8c14551" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.054s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.110141] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.111196] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2851d4c3-a004-469e-8c3f-02dd149f99b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.119869] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 919.119869] env[65762]: value = "task-4560461" [ 919.119869] env[65762]: _type = "Task" [ 919.119869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.136059] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.214653] env[65762]: DEBUG nova.compute.manager [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 919.215027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.216178] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3eb2be-fede-4216-8e1b-cc769336ab1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.233805] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.233805] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14704a8f-2658-4a88-a2b4-62fc5e83b070 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.245649] env[65762]: DEBUG oslo_vmware.api [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 919.245649] env[65762]: value = "task-4560462" [ 919.245649] env[65762]: _type = "Task" [ 919.245649] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.264398] env[65762]: DEBUG oslo_vmware.api [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.340808] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5244973d-7870-909d-56ae-25e035438aac, 'name': SearchDatastore_Task, 'duration_secs': 0.027417} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.347410] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05fee95-31cf-4f06-9354-6898162145ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.365522] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 919.365522] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a644fd-6231-1b4c-db81-d208447b755d" [ 919.365522] env[65762]: _type = "Task" [ 919.365522] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.386564] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a644fd-6231-1b4c-db81-d208447b755d, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.387276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.387781] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2a2d430b-ad40-4471-b829-33ae122a1833/2a2d430b-ad40-4471-b829-33ae122a1833.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.388616] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d5231e-1095-434f-a790-9f087f1ca217 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.398398] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 919.398398] env[65762]: value = "task-4560463" [ 919.398398] env[65762]: _type = "Task" [ 919.398398] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.415178] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.549300] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db441bc-faa4-4b24-a03f-91f129496a30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.560117] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10214b7a-e216-4e69-8fb4-1aa8fded00e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.597781] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40853fbc-f645-4278-ba82-7503a22b34b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.607027] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f903d59e-f781-40c0-a8d2-d2ffa7953b9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.626043] env[65762]: DEBUG nova.compute.provider_tree [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.641412] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560461, 'name': PowerOffVM_Task, 'duration_secs': 0.281958} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.642547] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.643662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cfa060-d731-49e4-bbf2-1c71e41372ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.666295] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1542bc3-9aa4-418f-b84f-29237405275b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.712060] env[65762]: DEBUG nova.compute.manager [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-changed-92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 919.712415] env[65762]: DEBUG nova.compute.manager [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing instance network info cache due to event network-changed-92fb901d-30d9-4601-98db-dc563840ea68. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 919.712596] env[65762]: DEBUG oslo_concurrency.lockutils [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.712767] env[65762]: DEBUG oslo_concurrency.lockutils [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.712952] env[65762]: DEBUG nova.network.neutron [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing network info cache for port 92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.762290] env[65762]: DEBUG oslo_vmware.api [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560462, 'name': PowerOffVM_Task, 'duration_secs': 0.25306} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.762290] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.762290] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.762290] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5137130f-146a-4229-b9be-f3880ce6e125 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.846282] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.846282] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.846282] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Deleting the datastore file [datastore2] 76ac59fc-c1d6-419e-90f3-d2099d3069ad {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.846672] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5c6699-980d-4fc1-b565-31006c453830 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.860737] env[65762]: DEBUG nova.network.neutron [-] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.863859] env[65762]: DEBUG oslo_vmware.api [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for the task: (returnval){ [ 919.863859] env[65762]: value = "task-4560465" [ 919.863859] env[65762]: _type = "Task" [ 919.863859] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.876136] env[65762]: DEBUG oslo_vmware.api [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.918424] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560463, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.137750] env[65762]: DEBUG nova.scheduler.client.report [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.180214] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 920.181491] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25237636-a943-4d15-8463-e14e4911cd04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.191434] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 920.191434] env[65762]: value = "task-4560466" [ 920.191434] env[65762]: _type = "Task" [ 920.191434] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.203707] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.222757] env[65762]: WARNING neutronclient.v2_0.client [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.364748] env[65762]: INFO nova.compute.manager [-] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Took 1.78 seconds to deallocate network for instance. [ 920.395133] env[65762]: DEBUG oslo_vmware.api [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Task: {'id': task-4560465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453926} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.395691] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.396053] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.396415] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.396716] env[65762]: INFO nova.compute.manager [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Took 1.18 seconds to destroy the instance on the hypervisor. [ 920.399341] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.399341] env[65762]: DEBUG nova.compute.manager [-] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 920.399341] env[65762]: DEBUG nova.network.neutron [-] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.399341] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.425374] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678335} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.425770] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2a2d430b-ad40-4471-b829-33ae122a1833/2a2d430b-ad40-4471-b829-33ae122a1833.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.426027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.426323] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f0bb7c-bc5e-44aa-b41c-b397edcdc6f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.435859] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 920.435859] env[65762]: value = "task-4560467" [ 920.435859] env[65762]: _type = "Task" [ 920.435859] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.454804] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.500513] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.542042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.542042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.618824] env[65762]: WARNING neutronclient.v2_0.client [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.642725] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.647853] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.408s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.648585] env[65762]: INFO nova.compute.claims [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.685944] env[65762]: INFO nova.scheduler.client.report [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Deleted allocations for instance 3a26de08-5db2-4a82-a127-3eb52156482e [ 920.705949] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560466, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.724304] env[65762]: DEBUG nova.network.neutron [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updated VIF entry in instance network info cache for port 92fb901d-30d9-4601-98db-dc563840ea68. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.724761] env[65762]: DEBUG nova.network.neutron [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.885192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.950400] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089953} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.950751] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.951620] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e2429-6c77-499a-960e-e3ed456a5335 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.978136] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 2a2d430b-ad40-4471-b829-33ae122a1833/2a2d430b-ad40-4471-b829-33ae122a1833.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.978136] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d638c0-da4b-49ad-9a18-c39ab1401e8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.000046] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 921.000046] env[65762]: value = "task-4560468" [ 921.000046] env[65762]: _type = "Task" [ 921.000046] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.010960] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.045105] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 921.198790] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ed091591-a8b3-4e3e-9018-ba35403287b9 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Lock "3a26de08-5db2-4a82-a127-3eb52156482e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.644s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.208555] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560466, 'name': CreateSnapshot_Task, 'duration_secs': 1.00026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.208555] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.209541] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68fbf0-8ff6-466d-9143-f67f6c17d4f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.225788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.226393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.226744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.226982] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.227363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.237204] env[65762]: INFO nova.compute.manager [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Terminating instance [ 921.237204] env[65762]: DEBUG oslo_concurrency.lockutils [req-f50d2efa-b91a-450e-9b7c-a462ea597bb6 req-32e307f4-387a-4d33-a625-3aa6b55985eb service nova] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.515166] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.528306] env[65762]: DEBUG nova.network.neutron [-] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.598283] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.600926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "11a69486-2cc6-4286-af07-e4e683ef12b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.601796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "11a69486-2cc6-4286-af07-e4e683ef12b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.601796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "11a69486-2cc6-4286-af07-e4e683ef12b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.601796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "11a69486-2cc6-4286-af07-e4e683ef12b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.601796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "11a69486-2cc6-4286-af07-e4e683ef12b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.603708] env[65762]: INFO nova.compute.manager [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Terminating instance [ 921.745948] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.747402] env[65762]: DEBUG nova.compute.manager [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 921.747631] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.747905] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40aabd2c-de0b-4424-b895-4c28f0e2903d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.756754] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092f0a1-7587-4c3c-b970-cc19eba86935 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.768644] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.770300] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74236950-a466-442a-9a49-3d5a0858de40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.772297] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 921.772297] env[65762]: value = "task-4560469" [ 921.772297] env[65762]: _type = "Task" [ 921.772297] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.783526] env[65762]: DEBUG oslo_vmware.api [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 921.783526] env[65762]: value = "task-4560470" [ 921.783526] env[65762]: _type = "Task" [ 921.783526] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.793345] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560469, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.804736] env[65762]: DEBUG oslo_vmware.api [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.013196] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560468, 'name': ReconfigVM_Task, 'duration_secs': 0.68565} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.016610] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 2a2d430b-ad40-4471-b829-33ae122a1833/2a2d430b-ad40-4471-b829-33ae122a1833.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.017198] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8909754a-d9d3-4fea-813c-8cb4f7f61318 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.026225] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 922.026225] env[65762]: value = "task-4560471" [ 922.026225] env[65762]: _type = "Task" [ 922.026225] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.035221] env[65762]: INFO nova.compute.manager [-] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Took 1.64 seconds to deallocate network for instance. [ 922.046468] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560471, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.112019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "refresh_cache-11a69486-2cc6-4286-af07-e4e683ef12b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.112019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquired lock "refresh_cache-11a69486-2cc6-4286-af07-e4e683ef12b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.112019] env[65762]: DEBUG nova.network.neutron [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.121625] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6fcd12-ca56-4e59-87f2-9c3d37bce186 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.134067] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6584e-a986-45f9-9fc5-3cfe58d23154 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.172946] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589770fd-325f-47b5-825c-57756af5575a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.182947] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0259d-9c42-4e54-a013-28bdb36a8515 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.202236] env[65762]: DEBUG nova.compute.provider_tree [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.286231] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560469, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.297677] env[65762]: DEBUG oslo_vmware.api [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560470, 'name': PowerOffVM_Task, 'duration_secs': 0.310605} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.298043] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.298243] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.298529] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e045d80e-53ae-4be1-8659-b49afc1044b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.388580] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.388835] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.389066] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleting the datastore file [datastore2] e36024c5-9e0a-4b19-a99c-93e5655bd4c5 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.389429] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5ced491-bd70-4cf3-8cd3-f9e7f7c81d8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.398931] env[65762]: DEBUG oslo_vmware.api [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 922.398931] env[65762]: value = "task-4560473" [ 922.398931] env[65762]: _type = "Task" [ 922.398931] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.408348] env[65762]: DEBUG oslo_vmware.api [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.539999] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560471, 'name': Rename_Task, 'duration_secs': 0.222855} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.539999] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.539999] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be435c3-ab8a-4e48-8e3e-4efd3c5d4b2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.549900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.550173] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 922.550173] env[65762]: value = "task-4560474" [ 922.550173] env[65762]: _type = "Task" [ 922.550173] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.566215] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.615134] env[65762]: WARNING neutronclient.v2_0.client [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.651056] env[65762]: DEBUG nova.network.neutron [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.707392] env[65762]: DEBUG nova.scheduler.client.report [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.714681] env[65762]: DEBUG nova.compute.manager [req-febcd0e5-ed62-4b05-ac5a-ae03e9306865 req-6385cb60-a3a9-4496-927a-9800e9c222b7 service nova] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Received event network-vif-deleted-a6deec82-6909-47f3-a797-514ab92ea7d7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 922.715030] env[65762]: DEBUG nova.compute.manager [req-febcd0e5-ed62-4b05-ac5a-ae03e9306865 req-6385cb60-a3a9-4496-927a-9800e9c222b7 service nova] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Received event network-vif-deleted-84dd574e-602f-42fb-a98d-8404fe918eab {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 922.721395] env[65762]: DEBUG nova.network.neutron [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.794223] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560469, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.911044] env[65762]: DEBUG oslo_vmware.api [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343413} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.911317] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.911688] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.911688] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.912859] env[65762]: INFO nova.compute.manager [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 922.913209] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 922.913440] env[65762]: DEBUG nova.compute.manager [-] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 922.913546] env[65762]: DEBUG nova.network.neutron [-] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 922.913820] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.063121] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.073072] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.217903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.218661] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 923.221900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.101s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.222385] env[65762]: DEBUG nova.objects.instance [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lazy-loading 'resources' on Instance uuid 66903e49-3f25-48a1-9c6d-992f6d559cf4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.224429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Releasing lock "refresh_cache-11a69486-2cc6-4286-af07-e4e683ef12b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.224914] env[65762]: DEBUG nova.compute.manager [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 923.225210] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.226615] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39283e95-5c00-4c38-b4e5-5c0bea46d9b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.240403] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.240744] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0c6ac8-5cfd-49d5-9369-a36eeef4f5d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.250739] env[65762]: DEBUG oslo_vmware.api [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 923.250739] env[65762]: value = "task-4560475" [ 923.250739] env[65762]: _type = "Task" [ 923.250739] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.263015] env[65762]: DEBUG oslo_vmware.api [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.288028] env[65762]: INFO nova.compute.manager [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Rebuilding instance [ 923.289590] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560469, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.364620] env[65762]: DEBUG nova.compute.manager [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 923.366060] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e91da-7ef3-44a8-90be-50c695ac3e29 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.564644] env[65762]: DEBUG oslo_vmware.api [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560474, 'name': PowerOnVM_Task, 'duration_secs': 0.757466} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.564969] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.565228] env[65762]: INFO nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Took 9.53 seconds to spawn the instance on the hypervisor. [ 923.565413] env[65762]: DEBUG nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 923.566268] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae9f66b-5c96-4e33-a9d5-a7f8300c6935 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.726611] env[65762]: DEBUG nova.compute.utils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.733169] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 923.733444] env[65762]: DEBUG nova.network.neutron [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 923.733714] env[65762]: WARNING neutronclient.v2_0.client [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.734056] env[65762]: WARNING neutronclient.v2_0.client [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.767630] env[65762]: DEBUG oslo_vmware.api [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560475, 'name': PowerOffVM_Task, 'duration_secs': 0.222006} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.767950] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.768585] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.768585] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3a4556-17c1-47df-8f98-d7111933e3b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.785472] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560469, 'name': CloneVM_Task, 'duration_secs': 2.000989} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.785811] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Created linked-clone VM from snapshot [ 923.786596] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24064a03-fb80-472a-aa24-33f30c0a89d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.797286] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Uploading image 7e9199af-d6bb-494b-b0ff-e35bf3ab337c {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.804087] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.804087] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.804087] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Deleting the datastore file [datastore1] 11a69486-2cc6-4286-af07-e4e683ef12b3 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.805033] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ef5297-6bf7-407d-9f59-69bf44aa5ac2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.812536] env[65762]: DEBUG oslo_vmware.api [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for the task: (returnval){ [ 923.812536] env[65762]: value = "task-4560477" [ 923.812536] env[65762]: _type = "Task" [ 923.812536] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.823078] env[65762]: DEBUG oslo_vmware.api [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.831091] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 923.831091] env[65762]: value = "vm-891152" [ 923.831091] env[65762]: _type = "VirtualMachine" [ 923.831091] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 923.831383] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cdce4f4d-db7e-44c0-a170-3a84cd4348f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.841682] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease: (returnval){ [ 923.841682] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae9d34-f645-bb6e-02f6-7bb78b7e504d" [ 923.841682] env[65762]: _type = "HttpNfcLease" [ 923.841682] env[65762]: } obtained for exporting VM: (result){ [ 923.841682] env[65762]: value = "vm-891152" [ 923.841682] env[65762]: _type = "VirtualMachine" [ 923.841682] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 923.842093] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the lease: (returnval){ [ 923.842093] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae9d34-f645-bb6e-02f6-7bb78b7e504d" [ 923.842093] env[65762]: _type = "HttpNfcLease" [ 923.842093] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.852908] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.852908] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae9d34-f645-bb6e-02f6-7bb78b7e504d" [ 923.852908] env[65762]: _type = "HttpNfcLease" [ 923.852908] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.906200] env[65762]: DEBUG nova.network.neutron [-] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.969678] env[65762]: DEBUG nova.policy [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ffb6f27f5640b89133eed6f7d1fc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '130cc0de07ca4ea6b0f8369ae65229bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.096885] env[65762]: INFO nova.compute.manager [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Took 30.38 seconds to build instance. [ 924.204779] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfd9d57-f959-4bb9-9b1a-b026beea36e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.215784] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ca9c2-f479-44ac-85c6-0ecfd1255f52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.251739] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 924.256678] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a822cef-c059-419c-b0ed-8c6c42971053 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.260539] env[65762]: DEBUG nova.compute.manager [req-26e2a3cf-a716-4003-b350-c6eeb3b8004a req-7def922a-51b9-48fc-ac93-0de7aadf2e81 service nova] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Received event network-vif-deleted-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 924.273038] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ee0d5-bae9-4917-a712-324450ceaed4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.289157] env[65762]: DEBUG nova.compute.provider_tree [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.324818] env[65762]: DEBUG oslo_vmware.api [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Task: {'id': task-4560477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223831} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.325150] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.325788] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.325788] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.325954] env[65762]: INFO nova.compute.manager [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 924.326225] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 924.326813] env[65762]: DEBUG nova.compute.manager [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 924.326928] env[65762]: DEBUG nova.network.neutron [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 924.327213] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.352112] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.352112] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae9d34-f645-bb6e-02f6-7bb78b7e504d" [ 924.352112] env[65762]: _type = "HttpNfcLease" [ 924.352112] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.352417] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.352417] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ae9d34-f645-bb6e-02f6-7bb78b7e504d" [ 924.352417] env[65762]: _type = "HttpNfcLease" [ 924.352417] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 924.353440] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f531f5b0-7009-434a-b278-5bc791bf6e66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.363316] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff9c1e-28ed-bb7e-d670-c0f813b70306/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.363642] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff9c1e-28ed-bb7e-d670-c0f813b70306/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 924.427419] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.427959] env[65762]: INFO nova.compute.manager [-] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Took 1.51 seconds to deallocate network for instance. [ 924.429054] env[65762]: DEBUG nova.network.neutron [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.429487] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.430689] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0b0d8b-4b82-4ae7-a35f-7b58f7bf3820 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.435563] env[65762]: DEBUG nova.network.neutron [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Successfully created port: cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.450705] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 924.450705] env[65762]: value = "task-4560479" [ 924.450705] env[65762]: _type = "Task" [ 924.450705] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.463246] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.536531] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d2bd263-f404-4221-a453-98a9651d02b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.606151] env[65762]: DEBUG oslo_concurrency.lockutils [None req-81141d45-d29d-40b2-ab98-9e61327737e9 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "2a2d430b-ad40-4471-b829-33ae122a1833" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.898s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.762148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.762396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.796978] env[65762]: DEBUG nova.scheduler.client.report [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.935483] env[65762]: DEBUG nova.network.neutron [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.946803] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.964065] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.270675] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 925.273244] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 925.303314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.310548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.407s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.310548] env[65762]: DEBUG nova.objects.instance [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lazy-loading 'resources' on Instance uuid 9c89d08f-ed12-4fec-ac49-d26d7a8041f9 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.342718] env[65762]: INFO nova.scheduler.client.report [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted allocations for instance 66903e49-3f25-48a1-9c6d-992f6d559cf4 [ 925.438130] env[65762]: INFO nova.compute.manager [-] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Took 1.11 seconds to deallocate network for instance. [ 925.464307] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560479, 'name': PowerOffVM_Task, 'duration_secs': 0.82058} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.464855] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.465177] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.466078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab9e9b-4bef-4e5a-bb4f-ca04084c4001 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.476522] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.477618] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5644bd79-bfcb-4e3f-a5bf-f58dfadf2353 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.557372] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.558044] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.558178] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.558471] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bcc850c-312d-4b26-905f-1c96e76047eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.567630] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 925.567630] env[65762]: value = "task-4560481" [ 925.567630] env[65762]: _type = "Task" [ 925.567630] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.577769] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.796751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.852520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-303bad5c-67c9-4731-a596-c42e3f1f8f3d tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "66903e49-3f25-48a1-9c6d-992f6d559cf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.260s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.947509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.082173] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391472} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.082515] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.082864] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.082963] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.087374] env[65762]: DEBUG nova.network.neutron [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Successfully updated port: cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.303027] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489e0e2-519f-41cb-83fd-faed6a88f908 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.312778] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93aa47-3d82-45a6-adba-a04e5bcbaa16 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.350996] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c9c896-bd3c-45d9-b7aa-19f1469a65d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.362185] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04abaeb-6c56-4b7c-9525-f3207f5e59be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.387767] env[65762]: DEBUG nova.compute.provider_tree [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.614798] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "refresh_cache-f2ee5ca2-9a78-4a1d-8281-a53aed08389f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.614947] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquired lock "refresh_cache-f2ee5ca2-9a78-4a1d-8281-a53aed08389f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.615147] env[65762]: DEBUG nova.network.neutron [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.894026] env[65762]: DEBUG nova.scheduler.client.report [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.399099] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.401778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.163s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.403722] env[65762]: INFO nova.compute.claims [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.439579] env[65762]: INFO nova.scheduler.client.report [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Deleted allocations for instance 9c89d08f-ed12-4fec-ac49-d26d7a8041f9 [ 927.535727] env[65762]: DEBUG nova.network.neutron [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.946213] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Lock "9c89d08f-ed12-4fec-ac49-d26d7a8041f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.642s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.968052] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.968301] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.968492] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.968696] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.968849] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.969369] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.969646] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.969810] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.969975] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.970152] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.970324] env[65762]: DEBUG nova.virt.hardware [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.972888] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57cdb2-1b78-4dfd-becb-4fa9a82e89dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.988698] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.989162] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.989460] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.990059] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.990059] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.990231] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.990574] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.990883] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.991223] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.991673] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.992441] env[65762]: DEBUG nova.virt.hardware [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.994559] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506ffca-20ef-44b6-89ca-5b2d5c704670 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.004903] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9543452e-86ea-4968-8f1f-38e211a700b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.012894] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52273f4d-a08b-c62c-bf3b-90bdcabb3cde/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.023208] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59d74b-cf03-4037-ad97-dfc2da10feda {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.030453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c28d0d-c8ab-4fe0-abc6-9612b2c21d9e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.041842] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52273f4d-a08b-c62c-bf3b-90bdcabb3cde/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.042349] env[65762]: ERROR oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52273f4d-a08b-c62c-bf3b-90bdcabb3cde/disk-0.vmdk due to incomplete transfer. [ 928.052225] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79679187-5eef-4d12-80d4-ebb3dcbbfbaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.055159] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:62:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0168337-bab5-4e23-bf03-c93b8f2f2f4e', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.062073] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.062399] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.063089] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-666f01f7-913c-4d14-b12e-a16842dfa9b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.080942] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52273f4d-a08b-c62c-bf3b-90bdcabb3cde/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.080942] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Uploaded image a6b9cb56-3b42-4185-b48d-197cf699b4b8 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.081730] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.082300] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3350e454-f5ea-42b8-93e8-d2623c54235e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.088842] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.088842] env[65762]: value = "task-4560482" [ 928.088842] env[65762]: _type = "Task" [ 928.088842] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.093616] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 928.093616] env[65762]: value = "task-4560483" [ 928.093616] env[65762]: _type = "Task" [ 928.093616] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.100572] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560482, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.108901] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560483, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.222523] env[65762]: WARNING neutronclient.v2_0.client [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.338801] env[65762]: DEBUG nova.network.neutron [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Updating instance_info_cache with network_info: [{"id": "cf029f8c-f75b-400b-99af-965a5e86ed7f", "address": "fa:16:3e:82:67:09", "network": {"id": "d7bb7914-2142-42ac-beef-13c2948d7440", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-60916713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130cc0de07ca4ea6b0f8369ae65229bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf029f8c-f7", "ovs_interfaceid": "cf029f8c-f75b-400b-99af-965a5e86ed7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.412176] env[65762]: DEBUG nova.compute.manager [req-35af0320-fb37-4951-a351-0a0a9ac83020 req-2e9aeccc-5e87-4505-bd52-2a7584f35852 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Received event network-vif-plugged-cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 928.412582] env[65762]: DEBUG oslo_concurrency.lockutils [req-35af0320-fb37-4951-a351-0a0a9ac83020 req-2e9aeccc-5e87-4505-bd52-2a7584f35852 service nova] Acquiring lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.412901] env[65762]: DEBUG oslo_concurrency.lockutils [req-35af0320-fb37-4951-a351-0a0a9ac83020 req-2e9aeccc-5e87-4505-bd52-2a7584f35852 service nova] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.413191] env[65762]: DEBUG oslo_concurrency.lockutils [req-35af0320-fb37-4951-a351-0a0a9ac83020 req-2e9aeccc-5e87-4505-bd52-2a7584f35852 service nova] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.413191] env[65762]: DEBUG nova.compute.manager [req-35af0320-fb37-4951-a351-0a0a9ac83020 req-2e9aeccc-5e87-4505-bd52-2a7584f35852 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] No waiting events found dispatching network-vif-plugged-cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 928.413495] env[65762]: WARNING nova.compute.manager [req-35af0320-fb37-4951-a351-0a0a9ac83020 req-2e9aeccc-5e87-4505-bd52-2a7584f35852 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Received unexpected event network-vif-plugged-cf029f8c-f75b-400b-99af-965a5e86ed7f for instance with vm_state building and task_state spawning. [ 928.617899] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560482, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.618582] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560483, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.844305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Releasing lock "refresh_cache-f2ee5ca2-9a78-4a1d-8281-a53aed08389f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.844746] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Instance network_info: |[{"id": "cf029f8c-f75b-400b-99af-965a5e86ed7f", "address": "fa:16:3e:82:67:09", "network": {"id": "d7bb7914-2142-42ac-beef-13c2948d7440", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-60916713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130cc0de07ca4ea6b0f8369ae65229bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf029f8c-f7", "ovs_interfaceid": "cf029f8c-f75b-400b-99af-965a5e86ed7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 928.845156] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:67:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf029f8c-f75b-400b-99af-965a5e86ed7f', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.853613] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Creating folder: Project (130cc0de07ca4ea6b0f8369ae65229bc). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.856687] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c91feedc-ab23-47c2-900c-b9377b66be4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.870659] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Created folder: Project (130cc0de07ca4ea6b0f8369ae65229bc) in parent group-v890951. [ 928.870659] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Creating folder: Instances. Parent ref: group-v891154. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.870928] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1420c847-c546-4ebe-99a8-98ed30b63a6b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.882067] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dddaf75-7c77-4327-a9a5-742e984a1e2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.886640] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Created folder: Instances in parent group-v891154. [ 928.887079] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.887560] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.887832] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88b504c5-4980-4f98-a7c7-7496512d4056 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.907348] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acee9ca-8278-4767-996f-27d54fd48d25 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.910850] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.910850] env[65762]: value = "task-4560486" [ 928.910850] env[65762]: _type = "Task" [ 928.910850] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.942810] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ce364-fa87-485e-8a4c-ecefa21d5715 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.948709] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560486, 'name': CreateVM_Task} progress is 15%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.954841] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7b440-5155-4ebd-bed6-fff50d523f69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.972444] env[65762]: DEBUG nova.compute.provider_tree [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.101271] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560482, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.110582] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560483, 'name': Destroy_Task, 'duration_secs': 0.702811} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.110812] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Destroyed the VM [ 929.110949] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.111236] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-979c7ad2-6437-472b-88dc-9e43333dd7cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.115546] env[65762]: DEBUG nova.compute.manager [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-changed-92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 929.115747] env[65762]: DEBUG nova.compute.manager [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing instance network info cache due to event network-changed-92fb901d-30d9-4601-98db-dc563840ea68. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 929.115936] env[65762]: DEBUG oslo_concurrency.lockutils [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.116082] env[65762]: DEBUG oslo_concurrency.lockutils [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.116245] env[65762]: DEBUG nova.network.neutron [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing network info cache for port 92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.121101] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 929.121101] env[65762]: value = "task-4560487" [ 929.121101] env[65762]: _type = "Task" [ 929.121101] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.135857] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.425047] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560486, 'name': CreateVM_Task, 'duration_secs': 0.408442} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.425047] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.425047] env[65762]: WARNING neutronclient.v2_0.client [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.425047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.425047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.425047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.425047] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03dc1315-d4aa-4d7b-a2bd-a543f5da239d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.432383] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 929.432383] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4709f-742f-bdc8-d524-edacebe853f2" [ 929.432383] env[65762]: _type = "Task" [ 929.432383] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.447572] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4709f-742f-bdc8-d524-edacebe853f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.476628] env[65762]: DEBUG nova.scheduler.client.report [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.607964] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560482, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.622164] env[65762]: WARNING neutronclient.v2_0.client [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.636612] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560487, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.950330] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a4709f-742f-bdc8-d524-edacebe853f2, 'name': SearchDatastore_Task, 'duration_secs': 0.018602} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.950662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.950886] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.951136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.951280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.951454] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.951753] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca6293e1-e288-4bc2-b682-e35990fe783a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.964240] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.964504] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.965275] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41bf2f8-2d40-4a53-acbf-7ecfd216364a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.972124] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 929.972124] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526bd9ef-7f0f-1579-fdeb-5a59c6e66a5a" [ 929.972124] env[65762]: _type = "Task" [ 929.972124] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.982313] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526bd9ef-7f0f-1579-fdeb-5a59c6e66a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.986657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.987296] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 929.990367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.624s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.992614] env[65762]: DEBUG nova.objects.instance [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lazy-loading 'resources' on Instance uuid 0c21ed64-f299-4ad0-a212-907baef4a919 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.106243] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560482, 'name': CreateVM_Task, 'duration_secs': 1.64218} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.106243] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.106243] env[65762]: WARNING neutronclient.v2_0.client [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 930.106845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.106845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.106845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.107165] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49259f25-0e6d-454a-955a-d76140282c4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.118810] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 930.118810] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f02216-8b21-4b45-1cfa-5cde35592c09" [ 930.118810] env[65762]: _type = "Task" [ 930.118810] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.124833] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f02216-8b21-4b45-1cfa-5cde35592c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.133875] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560487, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610414} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.134164] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.134455] env[65762]: DEBUG nova.compute.manager [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 930.135260] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d8cfc6-5f2e-4fe8-9828-61dc5c1f60eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.487419] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526bd9ef-7f0f-1579-fdeb-5a59c6e66a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018415} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.488802] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04ca404-809a-4b4d-bf07-e06a71859fb5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.495718] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 930.495718] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520f2db5-f551-ca21-b2d4-1bdb2ff1a38c" [ 930.495718] env[65762]: _type = "Task" [ 930.495718] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.500515] env[65762]: DEBUG nova.compute.utils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.511220] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 930.511513] env[65762]: DEBUG nova.network.neutron [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.512151] env[65762]: WARNING neutronclient.v2_0.client [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.512283] env[65762]: WARNING neutronclient.v2_0.client [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.523313] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520f2db5-f551-ca21-b2d4-1bdb2ff1a38c, 'name': SearchDatastore_Task, 'duration_secs': 0.023844} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.523441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.523667] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] f2ee5ca2-9a78-4a1d-8281-a53aed08389f/f2ee5ca2-9a78-4a1d-8281-a53aed08389f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.523939] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722150db-1289-431c-917c-07dedd5eb4c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.532356] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 930.532356] env[65762]: value = "task-4560488" [ 930.532356] env[65762]: _type = "Task" [ 930.532356] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.541589] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.648048] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f02216-8b21-4b45-1cfa-5cde35592c09, 'name': SearchDatastore_Task, 'duration_secs': 0.01722} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.648048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.648048] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.648048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.648048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.648048] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.648048] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d9c2c47-5024-4143-8460-4cc603fd04ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.658510] env[65762]: INFO nova.compute.manager [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Shelve offloading [ 930.677667] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.677667] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.677667] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ea7f24-dad2-4da0-937a-3c92cc3e6cd8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.686149] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 930.686149] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52aabddb-1689-7afa-d033-39bbf7eca2c0" [ 930.686149] env[65762]: _type = "Task" [ 930.686149] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.697795] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52aabddb-1689-7afa-d033-39bbf7eca2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.760583] env[65762]: DEBUG nova.policy [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.964145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f6236e-660f-4247-9a69-64cbcc2d9621 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.975355] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf79c9a-47d8-4b18-8930-6b77d624b3ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.017769] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 931.022116] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b8ea2-d285-4f15-89f3-c8f6be49e25b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.033121] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39b73f-27f2-41e2-ad73-b3109769d0d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.049832] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560488, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.063738] env[65762]: DEBUG nova.compute.provider_tree [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.161080] env[65762]: WARNING neutronclient.v2_0.client [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.181487] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.181684] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9ed444-6798-4e2c-9d1a-3a2a96c81f65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.192392] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 931.192392] env[65762]: value = "task-4560489" [ 931.192392] env[65762]: _type = "Task" [ 931.192392] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.201667] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52aabddb-1689-7afa-d033-39bbf7eca2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.202540] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f55035-d966-4473-b767-5d6cacc0c214 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.211230] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.211398] env[65762]: DEBUG nova.compute.manager [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 931.212240] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede94b0e-a0c8-44a1-a15c-91ba1f16454f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.216524] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 931.216524] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52feb72d-dc75-1902-82e7-e22cd9ddbaba" [ 931.216524] env[65762]: _type = "Task" [ 931.216524] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.224854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.224854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.224854] env[65762]: DEBUG nova.network.neutron [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 931.233248] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52feb72d-dc75-1902-82e7-e22cd9ddbaba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.514081] env[65762]: DEBUG nova.network.neutron [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Successfully created port: 5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 931.551642] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68776} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.551897] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] f2ee5ca2-9a78-4a1d-8281-a53aed08389f/f2ee5ca2-9a78-4a1d-8281-a53aed08389f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.552966] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.552966] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40d2af8c-a6be-49bd-9171-6c9574796d0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.566153] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 931.566153] env[65762]: value = "task-4560490" [ 931.566153] env[65762]: _type = "Task" [ 931.566153] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.572939] env[65762]: DEBUG nova.scheduler.client.report [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.588850] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.730821] env[65762]: WARNING neutronclient.v2_0.client [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.734260] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52feb72d-dc75-1902-82e7-e22cd9ddbaba, 'name': SearchDatastore_Task, 'duration_secs': 0.017999} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.735539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.735826] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.736202] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ece5713-dc76-4f29-8fc0-75ab6cb3aeeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.746442] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 931.746442] env[65762]: value = "task-4560491" [ 931.746442] env[65762]: _type = "Task" [ 931.746442] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.759402] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.029253] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 932.054797] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 932.055255] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.055545] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 932.055857] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.056055] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 932.056390] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 932.056654] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.056844] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 932.057118] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 932.057391] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 932.057623] env[65762]: DEBUG nova.virt.hardware [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 932.058684] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad5cc5-b97f-4fe0-8705-b2a48acfe63d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.073158] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c84130-a7ef-41da-96bb-9ecb69ec2f83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.080908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.098671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.736s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.099007] env[65762]: DEBUG nova.objects.instance [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lazy-loading 'resources' on Instance uuid 1ba77460-dc77-43c0-88d7-f5a8cc78d753 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.102910] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070965} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.103486] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.104706] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908539ca-8dc4-4dbc-92ce-0fc77e279d6d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.131798] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] f2ee5ca2-9a78-4a1d-8281-a53aed08389f/f2ee5ca2-9a78-4a1d-8281-a53aed08389f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.133100] env[65762]: INFO nova.scheduler.client.report [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted allocations for instance 0c21ed64-f299-4ad0-a212-907baef4a919 [ 932.135015] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d5a29a-8bd8-48a5-a04d-cf223cd4deaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.166650] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 932.166650] env[65762]: value = "task-4560492" [ 932.166650] env[65762]: _type = "Task" [ 932.166650] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.179059] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.193047] env[65762]: DEBUG nova.network.neutron [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updated VIF entry in instance network info cache for port 92fb901d-30d9-4601-98db-dc563840ea68. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.193047] env[65762]: DEBUG nova.network.neutron [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.259079] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454036} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.259899] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.259899] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.260105] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecf8f5bb-c610-447c-9ebd-2427d607bda7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.269758] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 932.269758] env[65762]: value = "task-4560493" [ 932.269758] env[65762]: _type = "Task" [ 932.269758] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.280259] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.665560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9d6dac55-e7aa-402d-b412-ee451d1960ea tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "0c21ed64-f299-4ad0-a212-907baef4a919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.859s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.682937] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560492, 'name': ReconfigVM_Task, 'duration_secs': 0.319983} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.683722] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] f2ee5ca2-9a78-4a1d-8281-a53aed08389f/f2ee5ca2-9a78-4a1d-8281-a53aed08389f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.683870] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffeaf0a7-bc12-4ec5-bf9d-5dded2c0c62e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.695524] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 932.695524] env[65762]: value = "task-4560494" [ 932.695524] env[65762]: _type = "Task" [ 932.695524] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.697236] env[65762]: DEBUG oslo_concurrency.lockutils [req-e96b0a93-50db-4fa1-b2f8-0b274df4ffc3 req-2b810e8e-3dcc-41f6-ba2e-4eab7e5d5321 service nova] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.715020] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff9c1e-28ed-bb7e-d670-c0f813b70306/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 932.719480] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807af84a-6ff1-4570-a46b-a1c44a2f1e7a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.723158] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560494, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.733896] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff9c1e-28ed-bb7e-d670-c0f813b70306/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 932.734132] env[65762]: ERROR oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff9c1e-28ed-bb7e-d670-c0f813b70306/disk-0.vmdk due to incomplete transfer. [ 932.735157] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1247803e-7f1d-4fa3-ab82-30d3b8a5290b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.746161] env[65762]: DEBUG oslo_vmware.rw_handles [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff9c1e-28ed-bb7e-d670-c0f813b70306/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 932.746161] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Uploaded image 7e9199af-d6bb-494b-b0ff-e35bf3ab337c to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 932.747868] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 932.748204] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1d24219-aa98-41ab-85b1-253b6dad66a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.755829] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 932.755829] env[65762]: value = "task-4560495" [ 932.755829] env[65762]: _type = "Task" [ 932.755829] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.768257] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560495, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.782155] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074997} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.782533] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.783635] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99130aa6-23ab-4213-a38f-eac765eb516d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.809521] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.814355] env[65762]: WARNING neutronclient.v2_0.client [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.816244] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a1483a-2803-4845-8372-f6502db3690e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.841806] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 932.841806] env[65762]: value = "task-4560496" [ 932.841806] env[65762]: _type = "Task" [ 932.841806] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.852157] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.046360] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a03cf69-0e0c-4582-a575-6797ee192132 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.055632] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a6d84-a4b2-4eeb-a72b-161e14075e46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.090134] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19a0cbd-0383-4a8a-84e8-b5feaf4a17bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.104271] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba2fd52-20b7-44e8-b3a3-f5634196aa3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.116534] env[65762]: DEBUG nova.compute.provider_tree [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.214068] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560494, 'name': Rename_Task, 'duration_secs': 0.160027} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.214068] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.214068] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00018d64-e186-4fc8-9136-bde350a99570 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.221160] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 933.221160] env[65762]: value = "task-4560497" [ 933.221160] env[65762]: _type = "Task" [ 933.221160] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.230567] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.251967] env[65762]: DEBUG nova.network.neutron [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Successfully updated port: 5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 933.269288] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560495, 'name': Destroy_Task, 'duration_secs': 0.427478} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.269288] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Destroyed the VM [ 933.269288] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 933.269288] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b613788-9525-41bb-8bee-6525b5e1ff30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.278281] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 933.278281] env[65762]: value = "task-4560498" [ 933.278281] env[65762]: _type = "Task" [ 933.278281] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.289386] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560498, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.307462] env[65762]: DEBUG nova.compute.manager [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Received event network-changed-cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 933.307587] env[65762]: DEBUG nova.compute.manager [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Refreshing instance network info cache due to event network-changed-cf029f8c-f75b-400b-99af-965a5e86ed7f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 933.307798] env[65762]: DEBUG oslo_concurrency.lockutils [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] Acquiring lock "refresh_cache-f2ee5ca2-9a78-4a1d-8281-a53aed08389f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.307934] env[65762]: DEBUG oslo_concurrency.lockutils [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] Acquired lock "refresh_cache-f2ee5ca2-9a78-4a1d-8281-a53aed08389f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.308167] env[65762]: DEBUG nova.network.neutron [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Refreshing network info cache for port cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.334367] env[65762]: DEBUG nova.network.neutron [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updating instance_info_cache with network_info: [{"id": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "address": "fa:16:3e:e1:d6:0b", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4222c7a-e8", "ovs_interfaceid": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.353828] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560496, 'name': ReconfigVM_Task, 'duration_secs': 0.422219} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.354120] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d/1c8c688f-9e39-4dd8-8a09-066b3cbe536d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.354848] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10b8bb7-441f-4471-8552-d80222255073 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.363809] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 933.363809] env[65762]: value = "task-4560499" [ 933.363809] env[65762]: _type = "Task" [ 933.363809] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.375945] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560499, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.586459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "05960ea2-702c-406c-8564-5b2982d2adb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.587026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "05960ea2-702c-406c-8564-5b2982d2adb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.622091] env[65762]: DEBUG nova.scheduler.client.report [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.731755] env[65762]: DEBUG oslo_vmware.api [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560497, 'name': PowerOnVM_Task, 'duration_secs': 0.502762} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.732110] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.732274] env[65762]: INFO nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Took 8.46 seconds to spawn the instance on the hypervisor. [ 933.732445] env[65762]: DEBUG nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 933.733210] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6723af3-e2e6-4c5c-beb8-ee5516e2506c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.758028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-e7548032-17bf-497f-8f92-fd41b635c64d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.758211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-e7548032-17bf-497f-8f92-fd41b635c64d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.758434] env[65762]: DEBUG nova.network.neutron [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.790212] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560498, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383122} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.790730] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 933.790796] env[65762]: DEBUG nova.compute.manager [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 933.791571] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38e35c-0a66-40ea-a656-ad0706503119 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.811830] env[65762]: WARNING neutronclient.v2_0.client [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.837501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.837792] env[65762]: WARNING neutronclient.v2_0.client [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.838134] env[65762]: WARNING neutronclient.v2_0.client [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.878030] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560499, 'name': Rename_Task, 'duration_secs': 0.158437} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.878030] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.878030] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a705d44-24d4-49f1-893b-c9ed5ddba870 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.883128] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 933.883128] env[65762]: value = "task-4560500" [ 933.883128] env[65762]: _type = "Task" [ 933.883128] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.892306] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.093540] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 934.113452] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.113867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.114169] env[65762]: INFO nova.compute.manager [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Rebooting instance [ 934.129385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.134244] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.697s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.134553] env[65762]: DEBUG nova.objects.instance [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lazy-loading 'resources' on Instance uuid c41bab1e-bb19-4ace-8198-03a49357877e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.188735] env[65762]: INFO nova.scheduler.client.report [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Deleted allocations for instance 1ba77460-dc77-43c0-88d7-f5a8cc78d753 [ 934.254096] env[65762]: INFO nova.compute.manager [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Took 30.04 seconds to build instance. [ 934.314274] env[65762]: INFO nova.compute.manager [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Shelve offloading [ 934.390137] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.392032] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4617544e-ca02-4701-9870-57b57f539d1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.400999] env[65762]: DEBUG oslo_vmware.api [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560500, 'name': PowerOnVM_Task, 'duration_secs': 0.499733} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.403412] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.403949] env[65762]: DEBUG nova.compute.manager [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 934.404203] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.405038] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82fe102-a187-4bec-8584-6d0d02e62f09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.407728] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81468ad3-b566-4c2e-9d2d-f91c3b32ba72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.413447] env[65762]: DEBUG nova.network.neutron [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 934.446281] env[65762]: WARNING neutronclient.v2_0.client [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.499438] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.499707] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.499898] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleting the datastore file [datastore2] bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.500814] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6366c832-4a70-4dfb-8867-8d2a1f057bbc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.507814] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 934.507814] env[65762]: value = "task-4560502" [ 934.507814] env[65762]: _type = "Task" [ 934.507814] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.517921] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.628530] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.634805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.635044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.635236] env[65762]: DEBUG nova.network.neutron [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.680358] env[65762]: DEBUG nova.network.neutron [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Updated VIF entry in instance network info cache for port cf029f8c-f75b-400b-99af-965a5e86ed7f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.680763] env[65762]: DEBUG nova.network.neutron [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Updating instance_info_cache with network_info: [{"id": "cf029f8c-f75b-400b-99af-965a5e86ed7f", "address": "fa:16:3e:82:67:09", "network": {"id": "d7bb7914-2142-42ac-beef-13c2948d7440", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-60916713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130cc0de07ca4ea6b0f8369ae65229bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf029f8c-f7", "ovs_interfaceid": "cf029f8c-f75b-400b-99af-965a5e86ed7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.701263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-639d1cfc-2d4b-4a2d-bc48-265faf39167e tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "1ba77460-dc77-43c0-88d7-f5a8cc78d753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.327s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.737803] env[65762]: WARNING neutronclient.v2_0.client [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.760564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a861e57-5d2a-436f-88e6-bcaa145af57f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.554s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.822997] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.823838] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401214dc-82e4-4537-bae0-b681360701e5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.836530] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 934.836530] env[65762]: value = "task-4560503" [ 934.836530] env[65762]: _type = "Task" [ 934.836530] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.846160] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.846775] env[65762]: DEBUG nova.compute.manager [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 934.848049] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941cb88a-b830-46e0-ac8f-884cde298bd3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.859177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.859311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.859524] env[65762]: DEBUG nova.network.neutron [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.864056] env[65762]: DEBUG nova.network.neutron [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Updating instance_info_cache with network_info: [{"id": "5dfc9d90-fe3c-42e8-9d93-4470d897a44b", "address": "fa:16:3e:0d:a1:5c", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dfc9d90-fe", "ovs_interfaceid": "5dfc9d90-fe3c-42e8-9d93-4470d897a44b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.936315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.022429] env[65762]: DEBUG oslo_vmware.api [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149273} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.022636] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.022814] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.023096] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.050156] env[65762]: INFO nova.scheduler.client.report [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocations for instance bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4 [ 935.068322] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaca9a7-adb3-4ff3-983a-09ab73e19514 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.078955] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ffe91-87d7-4ac0-abe8-e96e594ad11a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.114048] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a8388-b16c-488c-bf2b-e849533d1d9e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.123908] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ec734-b26d-46e5-b421-132ec5c81819 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.139424] env[65762]: DEBUG nova.compute.provider_tree [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.141058] env[65762]: WARNING neutronclient.v2_0.client [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.184963] env[65762]: DEBUG oslo_concurrency.lockutils [req-ac5e9085-ee3c-4422-8d61-aebced89f296 req-8099a163-7dcb-48f4-9e4a-854c55e280e0 service nova] Releasing lock "refresh_cache-f2ee5ca2-9a78-4a1d-8281-a53aed08389f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.256123] env[65762]: DEBUG nova.compute.manager [req-73de8d7c-b3aa-4802-af9f-b2f7bfb9ddc4 req-391c0732-1bfc-4919-82df-e44bec1b26e4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Received event network-vif-unplugged-d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 935.256329] env[65762]: DEBUG oslo_concurrency.lockutils [req-73de8d7c-b3aa-4802-af9f-b2f7bfb9ddc4 req-391c0732-1bfc-4919-82df-e44bec1b26e4 service nova] Acquiring lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.256533] env[65762]: DEBUG oslo_concurrency.lockutils [req-73de8d7c-b3aa-4802-af9f-b2f7bfb9ddc4 req-391c0732-1bfc-4919-82df-e44bec1b26e4 service nova] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.256706] env[65762]: DEBUG oslo_concurrency.lockutils [req-73de8d7c-b3aa-4802-af9f-b2f7bfb9ddc4 req-391c0732-1bfc-4919-82df-e44bec1b26e4 service nova] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.256871] env[65762]: DEBUG nova.compute.manager [req-73de8d7c-b3aa-4802-af9f-b2f7bfb9ddc4 req-391c0732-1bfc-4919-82df-e44bec1b26e4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] No waiting events found dispatching network-vif-unplugged-d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 935.257418] env[65762]: WARNING nova.compute.manager [req-73de8d7c-b3aa-4802-af9f-b2f7bfb9ddc4 req-391c0732-1bfc-4919-82df-e44bec1b26e4 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Received unexpected event network-vif-unplugged-d4222c7a-e83d-4be7-9539-fa991bd6e88b for instance with vm_state shelved_offloaded and task_state None. [ 935.363847] env[65762]: WARNING neutronclient.v2_0.client [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.366624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-e7548032-17bf-497f-8f92-fd41b635c64d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.367254] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Instance network_info: |[{"id": "5dfc9d90-fe3c-42e8-9d93-4470d897a44b", "address": "fa:16:3e:0d:a1:5c", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dfc9d90-fe", "ovs_interfaceid": "5dfc9d90-fe3c-42e8-9d93-4470d897a44b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 935.367755] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a1:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dfc9d90-fe3c-42e8-9d93-4470d897a44b', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.376662] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 935.376930] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.377179] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8442e75-ff53-42f5-a074-4cc4131b8afb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.400084] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.400084] env[65762]: value = "task-4560504" [ 935.400084] env[65762]: _type = "Task" [ 935.400084] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.415361] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560504, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.418642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.419092] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.419234] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.419522] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.419752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.422251] env[65762]: INFO nova.compute.manager [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Terminating instance [ 935.519023] env[65762]: WARNING neutronclient.v2_0.client [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.554712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.647842] env[65762]: DEBUG nova.network.neutron [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.651386] env[65762]: WARNING neutronclient.v2_0.client [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.668217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "510c82b1-8d58-41ea-9137-3c8ca76b9500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.668470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.677945] env[65762]: ERROR nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] [req-99bc630c-011c-46ce-82ca-fd9a58a75a7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99bc630c-011c-46ce-82ca-fd9a58a75a7c"}]} [ 935.698333] env[65762]: DEBUG nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 935.708028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "c8e13386-c98e-452a-af83-9f714bbfac5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.708312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.720269] env[65762]: DEBUG nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 935.720637] env[65762]: DEBUG nova.compute.provider_tree [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.737487] env[65762]: DEBUG nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 935.747454] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.748020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.766223] env[65762]: DEBUG nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 935.775305] env[65762]: DEBUG nova.network.neutron [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.913714] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560504, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.928707] env[65762]: DEBUG nova.compute.manager [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 935.928707] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.928707] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f271ac-d2a5-4901-9aec-74da3cf7bfb2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.940737] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.941166] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ace4a186-d85c-4e06-a422-c01ac62fd458 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.948688] env[65762]: DEBUG oslo_vmware.api [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 935.948688] env[65762]: value = "task-4560505" [ 935.948688] env[65762]: _type = "Task" [ 935.948688] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.960757] env[65762]: DEBUG oslo_vmware.api [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.035228] env[65762]: DEBUG nova.compute.manager [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Received event network-vif-plugged-5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 936.035436] env[65762]: DEBUG oslo_concurrency.lockutils [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] Acquiring lock "e7548032-17bf-497f-8f92-fd41b635c64d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.035640] env[65762]: DEBUG oslo_concurrency.lockutils [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] Lock "e7548032-17bf-497f-8f92-fd41b635c64d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.035792] env[65762]: DEBUG oslo_concurrency.lockutils [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] Lock "e7548032-17bf-497f-8f92-fd41b635c64d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.035948] env[65762]: DEBUG nova.compute.manager [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] No waiting events found dispatching network-vif-plugged-5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.036107] env[65762]: WARNING nova.compute.manager [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Received unexpected event network-vif-plugged-5dfc9d90-fe3c-42e8-9d93-4470d897a44b for instance with vm_state building and task_state spawning. [ 936.036259] env[65762]: DEBUG nova.compute.manager [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Received event network-changed-5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 936.036762] env[65762]: DEBUG nova.compute.manager [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Refreshing instance network info cache due to event network-changed-5dfc9d90-fe3c-42e8-9d93-4470d897a44b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 936.036762] env[65762]: DEBUG oslo_concurrency.lockutils [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] Acquiring lock "refresh_cache-e7548032-17bf-497f-8f92-fd41b635c64d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.036762] env[65762]: DEBUG oslo_concurrency.lockutils [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] Acquired lock "refresh_cache-e7548032-17bf-497f-8f92-fd41b635c64d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.036907] env[65762]: DEBUG nova.network.neutron [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Refreshing network info cache for port 5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.152297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.172128] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 936.214592] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 936.223567] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e33377-c354-4336-9d70-aa90971069e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.238297] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2381906-4d39-4843-8a4c-c1a07e524774 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.273153] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 936.278458] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20796b-e9f4-427b-903f-599ae9c0165e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.281269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.282219] env[65762]: WARNING neutronclient.v2_0.client [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.282219] env[65762]: WARNING neutronclient.v2_0.client [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.293581] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aee8c9-5593-4457-92ed-cae1a9e00774 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.313620] env[65762]: DEBUG nova.compute.provider_tree [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.412956] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560504, 'name': CreateVM_Task, 'duration_secs': 0.640712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.412956] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.413131] env[65762]: WARNING neutronclient.v2_0.client [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.413674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.413674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.413927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.414202] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdaad7c-2ec7-4600-8f64-d588fb337ba6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.423351] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 936.423351] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8a22-cf84-a721-0216-7faa644eb6a0" [ 936.423351] env[65762]: _type = "Task" [ 936.423351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.432805] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8a22-cf84-a721-0216-7faa644eb6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.464821] env[65762]: DEBUG oslo_vmware.api [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560505, 'name': PowerOffVM_Task, 'duration_secs': 0.305512} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.465354] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.465354] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.469328] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a22124-3b5b-4b95-87f9-0fac4695ad3c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.502049] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.502379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.502627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.502853] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.503061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.506997] env[65762]: INFO nova.compute.manager [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Terminating instance [ 936.544933] env[65762]: WARNING neutronclient.v2_0.client [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.547793] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.548319] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.548319] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleting the datastore file [datastore1] 07ede692-0e53-4ca0-b0ba-2dab1683f4eb {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.548600] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac41f5ce-be8d-4a42-be56-8733506c1937 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.557744] env[65762]: DEBUG oslo_vmware.api [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 936.557744] env[65762]: value = "task-4560507" [ 936.557744] env[65762]: _type = "Task" [ 936.557744] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.568368] env[65762]: DEBUG oslo_vmware.api [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.663402] env[65762]: DEBUG nova.compute.manager [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 936.665134] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6fa3f5-7991-4a9a-b768-1f54510cc4d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.705366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.743699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.792546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.810607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.847338] env[65762]: DEBUG nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 936.847622] env[65762]: DEBUG nova.compute.provider_tree [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 97 to 98 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 936.847798] env[65762]: DEBUG nova.compute.provider_tree [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.864317] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.865333] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0932bbdb-6def-4b06-bfff-e40900c0422f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.875366] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.875668] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990c592e-fc91-4fee-8f1f-ec2464500edd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.935167] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8a22-cf84-a721-0216-7faa644eb6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.935506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.935756] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.935997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.936176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.936337] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.936602] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907e8099-befd-43b3-8884-c810425a071c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947592] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.947929] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.948743] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7670f545-c438-43a3-a37e-cad4a86434b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.956183] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 936.956183] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528c08e4-f412-f033-9a7a-e56a8b85ecd2" [ 936.956183] env[65762]: _type = "Task" [ 936.956183] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.962034] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.962250] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.962432] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleting the datastore file [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.962691] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805fcdc1-d8d6-4450-99c7-e11572922537 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.968070] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528c08e4-f412-f033-9a7a-e56a8b85ecd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.975816] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 936.975816] env[65762]: value = "task-4560509" [ 936.975816] env[65762]: _type = "Task" [ 936.975816] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.986404] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.011204] env[65762]: DEBUG nova.compute.manager [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 937.011500] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.012905] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678468b-54d9-426a-ac0b-4498349a4a76 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.025720] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.031855] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3be1a92-76ab-464a-9c2e-f5478b28fac3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.042321] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 937.042321] env[65762]: value = "task-4560510" [ 937.042321] env[65762]: _type = "Task" [ 937.042321] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.055687] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.068079] env[65762]: DEBUG oslo_vmware.api [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151846} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.068367] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.068537] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.068720] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.069092] env[65762]: INFO nova.compute.manager [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 937.069310] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.069621] env[65762]: DEBUG nova.compute.manager [-] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 937.069767] env[65762]: DEBUG nova.network.neutron [-] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 937.070141] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.261028] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.358626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.224s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.361665] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.418s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.361899] env[65762]: DEBUG nova.objects.instance [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'pci_requests' on Instance uuid ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.391249] env[65762]: INFO nova.scheduler.client.report [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Deleted allocations for instance c41bab1e-bb19-4ace-8198-03a49357877e [ 937.472026] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528c08e4-f412-f033-9a7a-e56a8b85ecd2, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.472026] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb75186-f503-4345-8adb-cda99154cb53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.482026] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 937.482026] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52779350-2274-1fd1-55ac-c35d9e15c2c0" [ 937.482026] env[65762]: _type = "Task" [ 937.482026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.490482] env[65762]: DEBUG oslo_vmware.api [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23693} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.491334] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.491661] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.495020] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.499824] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52779350-2274-1fd1-55ac-c35d9e15c2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.499824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.500768] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e7548032-17bf-497f-8f92-fd41b635c64d/e7548032-17bf-497f-8f92-fd41b635c64d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.501832] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0880a44e-2a60-4f04-a041-0eab329054cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.510751] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 937.510751] env[65762]: value = "task-4560511" [ 937.510751] env[65762]: _type = "Task" [ 937.510751] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.517436] env[65762]: INFO nova.scheduler.client.report [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted allocations for instance 4789b03c-314d-4e8f-b0ac-f11883975a1a [ 937.527865] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.529298] env[65762]: WARNING neutronclient.v2_0.client [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.553974] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560510, 'name': PowerOffVM_Task, 'duration_secs': 0.293505} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.554075] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.554302] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.554554] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a33133-4907-4d0e-ae98-744f841f401c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.639844] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.640071] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.640360] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Deleting the datastore file [datastore1] d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.640560] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65264930-09d4-4e55-9fa8-c7e8e8de48bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.650505] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for the task: (returnval){ [ 937.650505] env[65762]: value = "task-4560513" [ 937.650505] env[65762]: _type = "Task" [ 937.650505] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.661998] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.685198] env[65762]: DEBUG nova.network.neutron [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Updated VIF entry in instance network info cache for port 5dfc9d90-fe3c-42e8-9d93-4470d897a44b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.685608] env[65762]: DEBUG nova.network.neutron [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Updating instance_info_cache with network_info: [{"id": "5dfc9d90-fe3c-42e8-9d93-4470d897a44b", "address": "fa:16:3e:0d:a1:5c", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dfc9d90-fe", "ovs_interfaceid": "5dfc9d90-fe3c-42e8-9d93-4470d897a44b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.688323] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5048ae98-22b8-4e82-abab-643f3295f063 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.700024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Doing hard reboot of VM {{(pid=65762) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 937.700024] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9f582423-14ca-40a2-a041-7a128a067f9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.707240] env[65762]: DEBUG oslo_vmware.api [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 937.707240] env[65762]: value = "task-4560514" [ 937.707240] env[65762]: _type = "Task" [ 937.707240] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.721363] env[65762]: DEBUG oslo_vmware.api [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560514, 'name': ResetVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.869596] env[65762]: DEBUG nova.objects.instance [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'numa_topology' on Instance uuid ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.899523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-691155ae-5f7e-457c-a1a1-7205da246e4a tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Lock "c41bab1e-bb19-4ace-8198-03a49357877e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.941s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.023436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.029314] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.065280] env[65762]: DEBUG nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Received event network-changed-d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.065525] env[65762]: DEBUG nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Refreshing instance network info cache due to event network-changed-d4222c7a-e83d-4be7-9539-fa991bd6e88b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 938.065702] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Acquiring lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.066825] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Acquired lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.066825] env[65762]: DEBUG nova.network.neutron [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Refreshing network info cache for port d4222c7a-e83d-4be7-9539-fa991bd6e88b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.096844] env[65762]: DEBUG nova.network.neutron [-] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.161513] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.189130] env[65762]: DEBUG oslo_concurrency.lockutils [req-ceacc305-b9bc-4281-bf90-92a059b2c672 req-7a3c5db3-f090-4062-bc12-6881d2b45663 service nova] Releasing lock "refresh_cache-e7548032-17bf-497f-8f92-fd41b635c64d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.218648] env[65762]: DEBUG oslo_vmware.api [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560514, 'name': ResetVM_Task, 'duration_secs': 0.116025} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.218886] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Did hard reboot of VM {{(pid=65762) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 938.219085] env[65762]: DEBUG nova.compute.manager [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 938.220181] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef9c59-7d19-4c30-bbf9-669189000b8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.265149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.265432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.265655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.265845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.266028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.270908] env[65762]: INFO nova.compute.manager [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Terminating instance [ 938.372810] env[65762]: INFO nova.compute.claims [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.523906] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622282} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.524188] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] e7548032-17bf-497f-8f92-fd41b635c64d/e7548032-17bf-497f-8f92-fd41b635c64d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.524541] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.524809] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c7071a8-05a1-4dca-b0ef-f7f4625841fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.535039] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 938.535039] env[65762]: value = "task-4560515" [ 938.535039] env[65762]: _type = "Task" [ 938.535039] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.545119] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.569428] env[65762]: WARNING neutronclient.v2_0.client [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.601350] env[65762]: INFO nova.compute.manager [-] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Took 1.53 seconds to deallocate network for instance. [ 938.636357] env[65762]: DEBUG nova.compute.manager [req-9c69e07d-076d-40ba-847d-1d49f3678db8 req-f7e3c3a2-c683-4aaf-a880-81c866b301ae service nova] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Received event network-vif-deleted-5324722b-2035-4c70-ac2b-219d7c9403f9 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.668607] env[65762]: DEBUG oslo_vmware.api [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Task: {'id': task-4560513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.707454} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.668607] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.668607] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.668743] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.668818] env[65762]: INFO nova.compute.manager [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 938.669054] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.672145] env[65762]: DEBUG nova.compute.manager [-] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 938.672334] env[65762]: DEBUG nova.network.neutron [-] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.672577] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.734506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8db59d2a-3686-4ffe-8d98-e1b6a768b88d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.621s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.741800] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.775835] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.776142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.776358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.777128] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.777128] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.778459] env[65762]: DEBUG nova.compute.manager [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 938.778648] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.780973] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79603606-8f8b-4948-8ed3-4d34db73acd9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.784579] env[65762]: INFO nova.compute.manager [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Terminating instance [ 938.795058] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.795058] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71323f6-07de-4ac4-8647-edc931f64511 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.803350] env[65762]: DEBUG oslo_vmware.api [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 938.803350] env[65762]: value = "task-4560516" [ 938.803350] env[65762]: _type = "Task" [ 938.803350] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.813893] env[65762]: DEBUG oslo_vmware.api [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.824515] env[65762]: WARNING neutronclient.v2_0.client [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.029011] env[65762]: DEBUG nova.network.neutron [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updated VIF entry in instance network info cache for port d4222c7a-e83d-4be7-9539-fa991bd6e88b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.029554] env[65762]: DEBUG nova.network.neutron [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updating instance_info_cache with network_info: [{"id": "d4222c7a-e83d-4be7-9539-fa991bd6e88b", "address": "fa:16:3e:e1:d6:0b", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": null, "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd4222c7a-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.048490] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.051157] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.052299] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054e8e0e-befe-48ac-a712-8b704c271ae7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.077605] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e7548032-17bf-497f-8f92-fd41b635c64d/e7548032-17bf-497f-8f92-fd41b635c64d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.078295] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d73d0854-b8c4-40bf-a84e-2c6816dab574 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.103933] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 939.103933] env[65762]: value = "task-4560517" [ 939.103933] env[65762]: _type = "Task" [ 939.103933] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.114516] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.119028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.119404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.121894] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.271798] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.272224] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.291035] env[65762]: DEBUG nova.compute.manager [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 939.291541] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.293990] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaaa518-6c88-4610-b560-628362a1cf45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.307392] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.312602] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a709ad17-fdd6-452e-bac9-07da3286c023 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.326356] env[65762]: DEBUG oslo_vmware.api [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560516, 'name': PowerOffVM_Task, 'duration_secs': 0.465411} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.328650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.328993] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.329581] env[65762]: DEBUG oslo_vmware.api [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 939.329581] env[65762]: value = "task-4560518" [ 939.329581] env[65762]: _type = "Task" [ 939.329581] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.330539] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f067085-287e-4a51-9466-9b7ccfef9531 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.346170] env[65762]: DEBUG oslo_vmware.api [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.447672] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.447672] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.448366] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore1] 1c8c688f-9e39-4dd8-8a09-066b3cbe536d {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.448366] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbfb1a99-4180-4c59-bed2-4c3178169ebd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.457503] env[65762]: DEBUG oslo_vmware.api [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 939.457503] env[65762]: value = "task-4560520" [ 939.457503] env[65762]: _type = "Task" [ 939.457503] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.472698] env[65762]: DEBUG oslo_vmware.api [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.532656] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Releasing lock "refresh_cache-bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.533062] env[65762]: DEBUG nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-vif-unplugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 939.533245] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.535478] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.535478] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.535478] env[65762]: DEBUG nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] No waiting events found dispatching network-vif-unplugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.535478] env[65762]: WARNING nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received unexpected event network-vif-unplugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 for instance with vm_state shelved_offloaded and task_state None. [ 939.535478] env[65762]: DEBUG nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 939.535478] env[65762]: DEBUG nova.compute.manager [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing instance network info cache due to event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 939.535478] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.535478] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.535478] env[65762]: DEBUG nova.network.neutron [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.551518] env[65762]: DEBUG nova.network.neutron [-] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.619110] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.622777] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 939.778564] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 939.796318] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a216750b-af07-4f17-95ef-839b4a957711 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.806394] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae7067c-871f-4fe8-9525-51cbdb109e64 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.851295] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a1f854-2e6a-4b12-81c6-f0f0f754910e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.861960] env[65762]: DEBUG oslo_vmware.api [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560518, 'name': PowerOffVM_Task, 'duration_secs': 0.235388} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.864478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.864478] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.865066] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa3ce0d-cb7a-4e5a-b88b-8386308024af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.867628] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d0d391-adc1-4fbe-bfd2-0c670260a551 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.883166] env[65762]: DEBUG nova.compute.provider_tree [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.946625] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.946854] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.947317] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Deleting the datastore file [datastore1] f2ee5ca2-9a78-4a1d-8281-a53aed08389f {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.947696] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95630743-364b-4c6d-b6b4-29dab368533c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.955294] env[65762]: DEBUG oslo_vmware.api [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for the task: (returnval){ [ 939.955294] env[65762]: value = "task-4560522" [ 939.955294] env[65762]: _type = "Task" [ 939.955294] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.968438] env[65762]: DEBUG oslo_vmware.api [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.972974] env[65762]: DEBUG oslo_vmware.api [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152679} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.973248] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.973434] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.973605] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.973768] env[65762]: INFO nova.compute.manager [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 939.974023] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 939.974296] env[65762]: DEBUG nova.compute.manager [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 939.974400] env[65762]: DEBUG nova.network.neutron [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 939.974654] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.039046] env[65762]: WARNING neutronclient.v2_0.client [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.054411] env[65762]: INFO nova.compute.manager [-] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Took 1.38 seconds to deallocate network for instance. [ 940.090381] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.116529] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560517, 'name': ReconfigVM_Task, 'duration_secs': 0.528689} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.116529] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e7548032-17bf-497f-8f92-fd41b635c64d/e7548032-17bf-497f-8f92-fd41b635c64d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.117082] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2186a47e-108a-4b5f-9940-901f24193c5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.124891] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 940.124891] env[65762]: value = "task-4560523" [ 940.124891] env[65762]: _type = "Task" [ 940.124891] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.137613] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560523, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.154331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.302710] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.390124] env[65762]: DEBUG nova.scheduler.client.report [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.400249] env[65762]: DEBUG nova.compute.manager [req-beed960a-393b-4281-b2da-ddeaa96937ac req-7a93cf7a-1c33-4812-882a-47ef1afa7e32 service nova] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Received event network-vif-deleted-dd8495aa-d9e1-4a9e-a830-33c89d11309f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 940.469306] env[65762]: DEBUG oslo_vmware.api [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Task: {'id': task-4560522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141213} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.469306] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.469306] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.469306] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.469306] env[65762]: INFO nova.compute.manager [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 940.469306] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 940.469591] env[65762]: DEBUG nova.compute.manager [-] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 940.470675] env[65762]: DEBUG nova.network.neutron [-] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.470675] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.553105] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.560950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.641025] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560523, 'name': Rename_Task, 'duration_secs': 0.252478} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.641025] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.641025] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d92a4d4-cb6a-4839-9b28-dba010ea9b9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.648153] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 940.648153] env[65762]: value = "task-4560524" [ 940.648153] env[65762]: _type = "Task" [ 940.648153] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.658151] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.827655] env[65762]: WARNING neutronclient.v2_0.client [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.896532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.535s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.903040] env[65762]: WARNING neutronclient.v2_0.client [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.903040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.378s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.903227] env[65762]: DEBUG nova.objects.instance [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lazy-loading 'resources' on Instance uuid 4d158c34-3d09-4d17-a990-2c69ca8f048e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.907710] env[65762]: DEBUG nova.network.neutron [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.995216] env[65762]: INFO nova.network.neutron [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating port 318c940a-e3a2-464c-9753-cff9f9fca0ee with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 941.034226] env[65762]: DEBUG nova.network.neutron [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updated VIF entry in instance network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.034607] env[65762]: DEBUG nova.network.neutron [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.119884] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.158912] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.303314] env[65762]: DEBUG nova.network.neutron [-] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.412463] env[65762]: INFO nova.compute.manager [-] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Took 1.44 seconds to deallocate network for instance. [ 941.540778] env[65762]: DEBUG oslo_concurrency.lockutils [req-cd5a253a-54ad-4220-9a64-5009a8fe8023 req-78ecaafd-03ef-4b8a-8e73-b18aaf79e029 service nova] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.660932] env[65762]: DEBUG oslo_vmware.api [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560524, 'name': PowerOnVM_Task, 'duration_secs': 0.954987} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.663577] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.663787] env[65762]: INFO nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Took 9.63 seconds to spawn the instance on the hypervisor. [ 941.663979] env[65762]: DEBUG nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 941.664938] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b76858-9ec9-4594-918a-c5d508f775c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.797328] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f66391a-9284-451d-a202-fcd9ce5a7b28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.806472] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f264d91-3619-4b75-bc53-fc349692e08d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.810233] env[65762]: INFO nova.compute.manager [-] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Took 1.34 seconds to deallocate network for instance. [ 941.845949] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671544b1-72af-4d44-831e-8fd651a5b5da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.855106] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefd097-a698-4cd5-9b29-c514fe7f57e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.861351] env[65762]: DEBUG nova.compute.manager [req-62a05bf7-7a4b-4bb9-9161-31e2b12566e5 req-5f25f88e-d763-4f11-9abf-f57848684fb0 service nova] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Received event network-vif-deleted-d0168337-bab5-4e23-bf03-c93b8f2f2f4e {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 941.874976] env[65762]: DEBUG nova.compute.provider_tree [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.920135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.188016] env[65762]: INFO nova.compute.manager [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Took 35.97 seconds to build instance. [ 942.347036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.379278] env[65762]: DEBUG nova.scheduler.client.report [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.528296] env[65762]: DEBUG nova.compute.manager [req-1e49040f-1ccf-4f82-8062-cfaad9cbabef req-c8b2d611-7622-4e96-b193-cdd4a76a6933 service nova] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Received event network-vif-deleted-cf029f8c-f75b-400b-99af-965a5e86ed7f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 942.596462] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.596930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.596930] env[65762]: DEBUG nova.network.neutron [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.690722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "e7548032-17bf-497f-8f92-fd41b635c64d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.504s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.885080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.888251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.300s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.888641] env[65762]: DEBUG nova.objects.instance [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.912784] env[65762]: INFO nova.scheduler.client.report [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted allocations for instance 4d158c34-3d09-4d17-a990-2c69ca8f048e [ 943.099779] env[65762]: WARNING neutronclient.v2_0.client [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.302622] env[65762]: WARNING neutronclient.v2_0.client [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.383544] env[65762]: DEBUG nova.network.neutron [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.421395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-174006e8-8e5a-4dd5-9b74-4f102476de6a tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "4d158c34-3d09-4d17-a990-2c69ca8f048e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.393s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.593933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "ec9337f8-97dd-42f2-be54-416a89c33d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.594172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.886736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.897227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-93cbb8ed-cda9-481e-808e-adaa42ce051f tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.898519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.013s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.899381] env[65762]: DEBUG nova.objects.instance [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lazy-loading 'resources' on Instance uuid 490f16d8-a261-4dc6-945e-10df56459d33 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.918043] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='726a4703d51c71988b06033ab9035755',container_format='bare',created_at=2025-11-20T04:51:22Z,direct_url=,disk_format='vmdk',id=0f2df894-e549-45fd-bc6e-6316666d0ccd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1173597701-shelved',owner='f47308113a61431792924ed96266b92d',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-11-20T04:51:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 943.918325] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.918482] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 943.918664] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.918833] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 943.918943] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 943.919173] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.919349] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 943.919544] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 943.919789] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 943.919984] env[65762]: DEBUG nova.virt.hardware [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 943.921158] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc154bf-c8d1-4e1f-bc15-6659a8155770 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.932109] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52972243-2aee-474b-beef-49f9a36641f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.947882] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:cc:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '318c940a-e3a2-464c-9753-cff9f9fca0ee', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.955587] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.956244] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.956565] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62453226-05fd-43c7-a94c-0420f4e31dbc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.976704] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.976704] env[65762]: value = "task-4560525" [ 943.976704] env[65762]: _type = "Task" [ 943.976704] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.985525] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560525, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.096814] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 944.300129] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "74f348b3-035f-4dbc-abd9-e027f849e3e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.300446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.300668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "74f348b3-035f-4dbc-abd9-e027f849e3e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.301498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.301498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.303565] env[65762]: INFO nova.compute.manager [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Terminating instance [ 944.490174] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560525, 'name': CreateVM_Task, 'duration_secs': 0.348312} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.490359] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.490878] env[65762]: WARNING neutronclient.v2_0.client [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.491264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.491414] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.491850] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.492338] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e00a69-48cb-4a85-8156-4c71763a6fe7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.500553] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 944.500553] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bf2ad1-6405-4771-c362-601e4c0a51f6" [ 944.500553] env[65762]: _type = "Task" [ 944.500553] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.509935] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bf2ad1-6405-4771-c362-601e4c0a51f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.561174] env[65762]: DEBUG nova.compute.manager [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-vif-plugged-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 944.561174] env[65762]: DEBUG oslo_concurrency.lockutils [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.561174] env[65762]: DEBUG oslo_concurrency.lockutils [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.561174] env[65762]: DEBUG oslo_concurrency.lockutils [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.561174] env[65762]: DEBUG nova.compute.manager [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] No waiting events found dispatching network-vif-plugged-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 944.561174] env[65762]: WARNING nova.compute.manager [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received unexpected event network-vif-plugged-318c940a-e3a2-464c-9753-cff9f9fca0ee for instance with vm_state shelved_offloaded and task_state spawning. [ 944.561174] env[65762]: DEBUG nova.compute.manager [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-changed-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 944.561174] env[65762]: DEBUG nova.compute.manager [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Refreshing instance network info cache due to event network-changed-318c940a-e3a2-464c-9753-cff9f9fca0ee. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 944.561628] env[65762]: DEBUG oslo_concurrency.lockutils [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.561892] env[65762]: DEBUG oslo_concurrency.lockutils [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.562244] env[65762]: DEBUG nova.network.neutron [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Refreshing network info cache for port 318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.618410] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.807903] env[65762]: DEBUG nova.compute.manager [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 944.808025] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.808868] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18791823-3bdc-48d7-971b-cdbcf1e2f99f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.817658] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.818822] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1762c05f-decc-465b-a988-0ddd702ecf65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.820972] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4400b0-8045-4149-b195-182fc723f88d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.828763] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db3904-b2ce-4181-a1d1-c40b89a5deac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.833860] env[65762]: DEBUG oslo_vmware.api [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 944.833860] env[65762]: value = "task-4560526" [ 944.833860] env[65762]: _type = "Task" [ 944.833860] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.864111] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dfa717-3b50-4ab2-b6f9-6f5619d6fc38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.872457] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.872679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.873729] env[65762]: DEBUG oslo_vmware.api [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.879618] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aae272-3cc9-4f27-9dcd-454950976ef8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.896079] env[65762]: DEBUG nova.compute.provider_tree [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.015045] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.015309] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Processing image 0f2df894-e549-45fd-bc6e-6316666d0ccd {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.015543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.015686] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.015858] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.016132] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdb49e74-0707-4e0a-bdba-3c6b95f7e3be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.025734] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.025922] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.026693] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79477612-2ba7-42b5-82fb-557438983f16 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.032997] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 945.032997] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb128e-c3e1-acf0-8ce1-fe432be987e8" [ 945.032997] env[65762]: _type = "Task" [ 945.032997] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.041961] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb128e-c3e1-acf0-8ce1-fe432be987e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.065810] env[65762]: WARNING neutronclient.v2_0.client [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.218775] env[65762]: WARNING neutronclient.v2_0.client [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.300731] env[65762]: DEBUG nova.network.neutron [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updated VIF entry in instance network info cache for port 318c940a-e3a2-464c-9753-cff9f9fca0ee. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.301286] env[65762]: DEBUG nova.network.neutron [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.345693] env[65762]: DEBUG oslo_vmware.api [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560526, 'name': PowerOffVM_Task, 'duration_secs': 0.197102} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.346245] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.346423] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.346729] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a41a854-7977-4511-acac-20ec6386ddf9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.375103] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 945.400266] env[65762]: DEBUG nova.scheduler.client.report [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.425037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.425037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.425037] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleting the datastore file [datastore2] 74f348b3-035f-4dbc-abd9-e027f849e3e4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.425037] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004a3812-ffba-4b82-a7c1-9aab7215758c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.432433] env[65762]: DEBUG oslo_vmware.api [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 945.432433] env[65762]: value = "task-4560528" [ 945.432433] env[65762]: _type = "Task" [ 945.432433] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.441440] env[65762]: DEBUG oslo_vmware.api [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.545108] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 945.545451] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Fetch image to [datastore1] OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6/OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 945.545684] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Downloading stream optimized image 0f2df894-e549-45fd-bc6e-6316666d0ccd to [datastore1] OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6/OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6.vmdk on the data store datastore1 as vApp {{(pid=65762) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 945.545890] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Downloading image file data 0f2df894-e549-45fd-bc6e-6316666d0ccd to the ESX as VM named 'OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6' {{(pid=65762) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 945.629585] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 945.629585] env[65762]: value = "resgroup-9" [ 945.629585] env[65762]: _type = "ResourcePool" [ 945.629585] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 945.629904] env[65762]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7ec6d242-1d8a-418b-ae84-96e2cc7411b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.651022] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lease: (returnval){ [ 945.651022] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522e29a1-392e-50d2-551c-2413b939fa7c" [ 945.651022] env[65762]: _type = "HttpNfcLease" [ 945.651022] env[65762]: } obtained for vApp import into resource pool (val){ [ 945.651022] env[65762]: value = "resgroup-9" [ 945.651022] env[65762]: _type = "ResourcePool" [ 945.651022] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 945.651397] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the lease: (returnval){ [ 945.651397] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522e29a1-392e-50d2-551c-2413b939fa7c" [ 945.651397] env[65762]: _type = "HttpNfcLease" [ 945.651397] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 945.658401] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.658401] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522e29a1-392e-50d2-551c-2413b939fa7c" [ 945.658401] env[65762]: _type = "HttpNfcLease" [ 945.658401] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.804346] env[65762]: DEBUG oslo_concurrency.lockutils [req-16794699-a839-4f54-b626-5126b7b6ae63 req-28c77960-e974-4967-b15d-198dac97ed1c service nova] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.900360] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.907495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.909086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.311s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.911294] env[65762]: INFO nova.compute.claims [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.926891] env[65762]: INFO nova.scheduler.client.report [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Deleted allocations for instance 490f16d8-a261-4dc6-945e-10df56459d33 [ 945.943983] env[65762]: DEBUG oslo_vmware.api [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146864} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.944285] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.944466] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.944658] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.944839] env[65762]: INFO nova.compute.manager [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 945.945117] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 945.945453] env[65762]: DEBUG nova.compute.manager [-] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 945.945558] env[65762]: DEBUG nova.network.neutron [-] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.945947] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.981309] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.161198] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.161198] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522e29a1-392e-50d2-551c-2413b939fa7c" [ 946.161198] env[65762]: _type = "HttpNfcLease" [ 946.161198] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 946.161525] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 946.161525] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522e29a1-392e-50d2-551c-2413b939fa7c" [ 946.161525] env[65762]: _type = "HttpNfcLease" [ 946.161525] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 946.162405] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22ee86-76af-4d4c-8a61-3f9a992caa10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.172733] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee01a8-ea5d-6a52-dff9-8b2ce096fd44/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 946.172962] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee01a8-ea5d-6a52-dff9-8b2ce096fd44/disk-0.vmdk. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 946.239199] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9bb7541-c7d1-46f9-b4b1-1f472d355aad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.322422] env[65762]: DEBUG nova.compute.manager [req-5b351094-57f4-4690-9ea6-e8834296d91a req-37f5d4a8-fc25-4d9a-8106-360eb8ef921b service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Received event network-vif-deleted-7ad485e1-46c6-45ba-8bb9-029fcd56c678 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 946.322841] env[65762]: INFO nova.compute.manager [req-5b351094-57f4-4690-9ea6-e8834296d91a req-37f5d4a8-fc25-4d9a-8106-360eb8ef921b service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Neutron deleted interface 7ad485e1-46c6-45ba-8bb9-029fcd56c678; detaching it from the instance and deleting it from the info cache [ 946.322841] env[65762]: DEBUG nova.network.neutron [req-5b351094-57f4-4690-9ea6-e8834296d91a req-37f5d4a8-fc25-4d9a-8106-360eb8ef921b service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.439177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Lock "490f16d8-a261-4dc6-945e-10df56459d33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.515s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.793559] env[65762]: DEBUG nova.network.neutron [-] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.826934] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e601d3b-c7e7-4341-9c25-5fe1425091cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.841470] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fcbec7-45e0-4467-9d5b-3ae84cecf329 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.877628] env[65762]: DEBUG nova.compute.manager [req-5b351094-57f4-4690-9ea6-e8834296d91a req-37f5d4a8-fc25-4d9a-8106-360eb8ef921b service nova] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Detach interface failed, port_id=7ad485e1-46c6-45ba-8bb9-029fcd56c678, reason: Instance 74f348b3-035f-4dbc-abd9-e027f849e3e4 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 947.296115] env[65762]: INFO nova.compute.manager [-] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Took 1.35 seconds to deallocate network for instance. [ 947.379924] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215195c-c1c0-4c2b-a553-2848b18e04df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.395897] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c08ab-2487-4f0d-9d71-4aa0b2cd7544 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.438259] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 947.438483] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee01a8-ea5d-6a52-dff9-8b2ce096fd44/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.439498] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1aa55-4d88-4096-a0da-4c075e2c5f8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.443423] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f9a9b3-2f50-4d51-82ab-9034074d453b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.455024] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee01a8-ea5d-6a52-dff9-8b2ce096fd44/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.455024] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee01a8-ea5d-6a52-dff9-8b2ce096fd44/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 947.456231] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6149eee-3655-48e8-bc5f-6552e9f0544b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.460527] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-589570f0-5a8c-4d56-a61c-327bfa33fc23 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.474276] env[65762]: DEBUG nova.compute.provider_tree [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.652648] env[65762]: DEBUG oslo_vmware.rw_handles [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee01a8-ea5d-6a52-dff9-8b2ce096fd44/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 947.652889] env[65762]: INFO nova.virt.vmwareapi.images [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Downloaded image file data 0f2df894-e549-45fd-bc6e-6316666d0ccd [ 947.653752] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac355b-1981-49f2-8467-19ee3979bccb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.670941] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5716444c-5303-48c9-99a4-51b7a2b5e54f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.696546] env[65762]: INFO nova.virt.vmwareapi.images [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] The imported VM was unregistered [ 947.698803] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 947.699045] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.699351] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44a690c3-2a6a-4554-9f18-20d820ab541a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.715217] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Created directory with path [datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.715433] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6/OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6.vmdk to [datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk. {{(pid=65762) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 947.715693] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0e98cdd8-8ba4-4224-af69-c2d1609d9c36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.723272] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 947.723272] env[65762]: value = "task-4560531" [ 947.723272] env[65762]: _type = "Task" [ 947.723272] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.732244] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.806238] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.977810] env[65762]: DEBUG nova.scheduler.client.report [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.236079] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.484207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.484814] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 948.487749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.938s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.487982] env[65762]: DEBUG nova.objects.instance [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lazy-loading 'resources' on Instance uuid 76ac59fc-c1d6-419e-90f3-d2099d3069ad {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.736613] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.740877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "01c21760-0799-4998-82f2-6bbbb9fee877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.741132] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "01c21760-0799-4998-82f2-6bbbb9fee877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.992502] env[65762]: DEBUG nova.compute.utils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.997027] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 948.997253] env[65762]: DEBUG nova.network.neutron [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 948.997612] env[65762]: WARNING neutronclient.v2_0.client [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.997929] env[65762]: WARNING neutronclient.v2_0.client [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.055902] env[65762]: DEBUG nova.policy [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2695ce642d646ef9904109d6b91ce1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab52e0399131470a8118e52ba7ec7cbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.242915] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.447783] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf48dca-c3f0-417e-8d90-c0b33421d9e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457642] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e808ae-47e2-4132-9cd3-966d00060bf8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.492550] env[65762]: DEBUG nova.network.neutron [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Successfully created port: c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 949.495593] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09f9f0e-651b-4237-ac63-c402ab0f176e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.498887] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 949.508867] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd930d3-b318-415c-9812-9f77e95b75bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.525891] env[65762]: DEBUG nova.compute.provider_tree [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.737200] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.030202] env[65762]: DEBUG nova.scheduler.client.report [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.239920] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.510296] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 950.538030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.539702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.593s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.539942] env[65762]: DEBUG nova.objects.instance [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lazy-loading 'resources' on Instance uuid e36024c5-9e0a-4b19-a99c-93e5655bd4c5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.546121] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.546345] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.546487] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.546663] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.546801] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.548451] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.548451] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.548451] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.548451] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.548451] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.548451] env[65762]: DEBUG nova.virt.hardware [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.548736] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5756d2-44af-41fb-9ac4-40cd1c7fbbcc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.560593] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d376813-b12d-4a34-b344-4aae72c82fb4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.579109] env[65762]: INFO nova.scheduler.client.report [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Deleted allocations for instance 76ac59fc-c1d6-419e-90f3-d2099d3069ad [ 950.739050] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560531, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.643247} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.739439] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6/OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6.vmdk to [datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk. [ 950.739738] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Cleaning up location [datastore1] OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 950.739942] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bfc150e1-d172-4de9-9026-f3445668b7c6 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.740252] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c9da3fb-4e1a-4ddc-be83-eff98278f336 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.747538] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 950.747538] env[65762]: value = "task-4560532" [ 950.747538] env[65762]: _type = "Task" [ 950.747538] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.756606] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.974875] env[65762]: DEBUG nova.compute.manager [req-885adad7-2ad8-441f-9e10-4a8df5ad0487 req-1a127ac4-2515-4e36-a9a2-c0fbb5b3ecfe service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Received event network-vif-plugged-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 950.974875] env[65762]: DEBUG oslo_concurrency.lockutils [req-885adad7-2ad8-441f-9e10-4a8df5ad0487 req-1a127ac4-2515-4e36-a9a2-c0fbb5b3ecfe service nova] Acquiring lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.975036] env[65762]: DEBUG oslo_concurrency.lockutils [req-885adad7-2ad8-441f-9e10-4a8df5ad0487 req-1a127ac4-2515-4e36-a9a2-c0fbb5b3ecfe service nova] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.975173] env[65762]: DEBUG oslo_concurrency.lockutils [req-885adad7-2ad8-441f-9e10-4a8df5ad0487 req-1a127ac4-2515-4e36-a9a2-c0fbb5b3ecfe service nova] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.975355] env[65762]: DEBUG nova.compute.manager [req-885adad7-2ad8-441f-9e10-4a8df5ad0487 req-1a127ac4-2515-4e36-a9a2-c0fbb5b3ecfe service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] No waiting events found dispatching network-vif-plugged-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 950.975517] env[65762]: WARNING nova.compute.manager [req-885adad7-2ad8-441f-9e10-4a8df5ad0487 req-1a127ac4-2515-4e36-a9a2-c0fbb5b3ecfe service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Received unexpected event network-vif-plugged-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 for instance with vm_state building and task_state spawning. [ 951.068042] env[65762]: DEBUG nova.network.neutron [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Successfully updated port: c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 951.087232] env[65762]: DEBUG oslo_concurrency.lockutils [None req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Lock "76ac59fc-c1d6-419e-90f3-d2099d3069ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.385s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.259633] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036782} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.262728] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.262946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.263231] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk to [datastore1] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.263705] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e3409d7-f08c-42ce-a3a5-74e19c1bb459 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.273020] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 951.273020] env[65762]: value = "task-4560533" [ 951.273020] env[65762]: _type = "Task" [ 951.273020] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.285719] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.374848] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347b91d-951c-4077-9623-111099b5f491 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.383517] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc164228-3464-43ac-8682-40d65df98fec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.418817] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5044de-6025-4e63-bc1b-2647b3c51e30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.427216] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d6a225-5155-4578-830f-b5fc3941f61b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.441603] env[65762]: DEBUG nova.compute.provider_tree [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.570589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.570895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquired lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.570994] env[65762]: DEBUG nova.network.neutron [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 951.784225] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560533, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.945431] env[65762]: DEBUG nova.scheduler.client.report [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.110364] env[65762]: DEBUG nova.network.neutron [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 952.201186] env[65762]: WARNING neutronclient.v2_0.client [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.284874] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560533, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.286210] env[65762]: DEBUG nova.network.neutron [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Updating instance_info_cache with network_info: [{"id": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "address": "fa:16:3e:de:26:3e", "network": {"id": "8ba15c6b-ee67-45b1-bdd5-99ea0801d5d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1848464776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab52e0399131470a8118e52ba7ec7cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d8a917-16", "ovs_interfaceid": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.452714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.455361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.659s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.457824] env[65762]: INFO nova.compute.claims [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.480308] env[65762]: INFO nova.scheduler.client.report [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleted allocations for instance e36024c5-9e0a-4b19-a99c-93e5655bd4c5 [ 952.785142] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560533, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.790086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Releasing lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.790365] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Instance network_info: |[{"id": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "address": "fa:16:3e:de:26:3e", "network": {"id": "8ba15c6b-ee67-45b1-bdd5-99ea0801d5d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1848464776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab52e0399131470a8118e52ba7ec7cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d8a917-16", "ovs_interfaceid": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 952.790848] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:26:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3d8a917-16e6-4bb1-9fc1-a7364d62bae3', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.799687] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Creating folder: Project (ab52e0399131470a8118e52ba7ec7cbd). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.799687] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2d524d-0013-4b9e-8fa8-6c6a2481ed18 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.812682] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Created folder: Project (ab52e0399131470a8118e52ba7ec7cbd) in parent group-v890951. [ 952.812682] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Creating folder: Instances. Parent ref: group-v891160. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.812682] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c42b30-0aa2-4217-8d85-b2fbcde78739 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.826032] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Created folder: Instances in parent group-v891160. [ 952.826185] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.826298] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.826523] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6d4f938-6f51-4c70-84d3-2a19863a2883 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.851912] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.851912] env[65762]: value = "task-4560536" [ 952.851912] env[65762]: _type = "Task" [ 952.851912] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.862612] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560536, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.988636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "e36024c5-9e0a-4b19-a99c-93e5655bd4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.762s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.227800] env[65762]: DEBUG nova.compute.manager [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Received event network-changed-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 953.228016] env[65762]: DEBUG nova.compute.manager [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Refreshing instance network info cache due to event network-changed-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 953.228252] env[65762]: DEBUG oslo_concurrency.lockutils [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] Acquiring lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.228396] env[65762]: DEBUG oslo_concurrency.lockutils [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] Acquired lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.228552] env[65762]: DEBUG nova.network.neutron [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Refreshing network info cache for port c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.285989] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560533, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.364680] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560536, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.738247] env[65762]: WARNING neutronclient.v2_0.client [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.789927] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560533, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.476113} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.790551] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f2df894-e549-45fd-bc6e-6316666d0ccd/0f2df894-e549-45fd-bc6e-6316666d0ccd.vmdk to [datastore1] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.791551] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2a4e5-908d-4839-b199-3bbeb13c8f47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.829459] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.834857] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c810a8e-2096-40f4-b4da-75878f688627 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.859448] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 953.859448] env[65762]: value = "task-4560537" [ 953.859448] env[65762]: _type = "Task" [ 953.859448] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.868796] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560536, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.875521] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.956906] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a79985b-435c-45dd-8637-c4ae2166f1b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.965700] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5253bc-7554-4d67-a62f-1a21e463660b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.012272] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f40966f-f366-4c25-a276-6d9d97c390e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.021215] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415e800-fb56-4e18-98df-d85c1e74b812 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.038400] env[65762]: DEBUG nova.compute.provider_tree [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.048238] env[65762]: WARNING neutronclient.v2_0.client [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.157429] env[65762]: DEBUG nova.network.neutron [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Updated VIF entry in instance network info cache for port c3d8a917-16e6-4bb1-9fc1-a7364d62bae3. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 954.157878] env[65762]: DEBUG nova.network.neutron [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Updating instance_info_cache with network_info: [{"id": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "address": "fa:16:3e:de:26:3e", "network": {"id": "8ba15c6b-ee67-45b1-bdd5-99ea0801d5d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1848464776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab52e0399131470a8118e52ba7ec7cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d8a917-16", "ovs_interfaceid": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.370512] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560537, 'name': ReconfigVM_Task, 'duration_secs': 0.338822} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.373796] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Reconfigured VM instance instance-00000021 to attach disk [datastore1] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5/ca4c093a-f1cc-43e8-a32e-8834f7b24bb5.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.374432] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560536, 'name': CreateVM_Task, 'duration_secs': 1.108438} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.374640] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad73db1-d937-42e9-991c-b9e80a2556d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.376293] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.376749] env[65762]: WARNING neutronclient.v2_0.client [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.377116] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.377270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.377772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.378695] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082c413d-a562-440c-9a07-1c8fce685013 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.383724] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 954.383724] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c7db99-53ec-75f3-fc90-d1326788ff4c" [ 954.383724] env[65762]: _type = "Task" [ 954.383724] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.386359] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 954.386359] env[65762]: value = "task-4560538" [ 954.386359] env[65762]: _type = "Task" [ 954.386359] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.400459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "529852c4-c910-4151-9fd6-894cadba4a60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.400459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "529852c4-c910-4151-9fd6-894cadba4a60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.400459] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c7db99-53ec-75f3-fc90-d1326788ff4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.405895] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560538, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.542377] env[65762]: DEBUG nova.scheduler.client.report [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.661061] env[65762]: DEBUG oslo_concurrency.lockutils [req-266a5225-cf05-4af6-a7b4-ed8add92de79 req-8cc8c032-e649-42ce-91ec-f4d1b19bc5c3 service nova] Releasing lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.898084] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c7db99-53ec-75f3-fc90-d1326788ff4c, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.901457] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.901597] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.902831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.902831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.902831] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.902831] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560538, 'name': Rename_Task, 'duration_secs': 0.152496} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.902831] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624de20b-0c67-4320-84f7-9040097dd187 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.904442] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.904683] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5a761d-1447-4b52-abc8-949b21f6fc24 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.914772] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 954.914772] env[65762]: value = "task-4560539" [ 954.914772] env[65762]: _type = "Task" [ 954.914772] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.916043] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.916211] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.919740] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a4fbc8-bca9-4ec2-8b7c-29ef7237ce9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.928852] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.929971] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 954.929971] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521cd9ae-d45f-ce14-10c9-515bd760d5f6" [ 954.929971] env[65762]: _type = "Task" [ 954.929971] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.938357] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521cd9ae-d45f-ce14-10c9-515bd760d5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.050882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.052701] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 955.055567] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.108s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.055798] env[65762]: DEBUG nova.objects.instance [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lazy-loading 'resources' on Instance uuid 11a69486-2cc6-4286-af07-e4e683ef12b3 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.430225] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.440833] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521cd9ae-d45f-ce14-10c9-515bd760d5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.021281} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.442486] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f6b670-ec07-4fb4-957b-4fb49255f1d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.448729] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 955.448729] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5269963e-0fa8-2be0-61d4-2f3331bd45d9" [ 955.448729] env[65762]: _type = "Task" [ 955.448729] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.459184] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5269963e-0fa8-2be0-61d4-2f3331bd45d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.560088] env[65762]: DEBUG nova.compute.utils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.567355] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 955.567355] env[65762]: DEBUG nova.network.neutron [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 955.567613] env[65762]: WARNING neutronclient.v2_0.client [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.568391] env[65762]: WARNING neutronclient.v2_0.client [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.626922] env[65762]: DEBUG nova.policy [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3847eaf924b4418946428f27445aae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f170a66817774b34b2a88304a63ef9cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.929818] env[65762]: DEBUG oslo_vmware.api [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560539, 'name': PowerOnVM_Task, 'duration_secs': 0.522278} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.929818] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.944571] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05596b-1b90-446f-8a77-9d8fbe57a3a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.958760] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b10bf0-3703-4d4e-b7ea-0c8814e26991 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.966911] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5269963e-0fa8-2be0-61d4-2f3331bd45d9, 'name': SearchDatastore_Task, 'duration_secs': 0.057592} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.967839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.968128] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7f31bea1-7b5c-47f0-a5d7-2df0eed15820/7f31bea1-7b5c-47f0-a5d7-2df0eed15820.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.968443] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c5edb9c-f869-4c73-b82a-495f4f1125de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.000704] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dbf1d1-520a-456c-ba96-d9a7bc1d5bd8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.006082] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 956.006082] env[65762]: value = "task-4560540" [ 956.006082] env[65762]: _type = "Task" [ 956.006082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.016025] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11cb9db-dcd5-478b-a886-13ef76c9e950 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.027218] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.036304] env[65762]: DEBUG nova.compute.provider_tree [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.048331] env[65762]: DEBUG nova.network.neutron [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Successfully created port: a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 956.065852] env[65762]: DEBUG nova.compute.manager [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 956.067083] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a17d92-a17b-42d6-94f5-3ca8155889b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.070037] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 956.522077] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.539595] env[65762]: DEBUG nova.scheduler.client.report [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.590739] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.696s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.021693] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673402} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.021948] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7f31bea1-7b5c-47f0-a5d7-2df0eed15820/7f31bea1-7b5c-47f0-a5d7-2df0eed15820.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.022109] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.022366] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c846833d-3d43-42cd-9d22-bc4b3dca7950 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.030878] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 957.030878] env[65762]: value = "task-4560541" [ 957.030878] env[65762]: _type = "Task" [ 957.030878] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.040718] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.047013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.048395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.420s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.050087] env[65762]: INFO nova.compute.claims [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.072154] env[65762]: INFO nova.scheduler.client.report [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Deleted allocations for instance 11a69486-2cc6-4286-af07-e4e683ef12b3 [ 957.089865] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 957.119434] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 957.119434] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.119673] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 957.121213] env[65762]: DEBUG nova.virt.hardware [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 957.121823] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d176a-e0b2-48a7-aa86-af035c2d44a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.131695] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f8e2e-dc04-4f9a-b8e2-a5a95be840b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.428222] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.428609] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.541881] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177434} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.542393] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.543149] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a56568-0069-4e31-8d33-293e3fe16051 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.573373] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 7f31bea1-7b5c-47f0-a5d7-2df0eed15820/7f31bea1-7b5c-47f0-a5d7-2df0eed15820.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.574681] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3ca47b-6f39-46fe-95c7-de4ead731449 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.594433] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f9ddba87-a305-418b-b546-4739127017f3 tempest-ServerShowV257Test-196113076 tempest-ServerShowV257Test-196113076-project-member] Lock "11a69486-2cc6-4286-af07-e4e683ef12b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.993s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.601022] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 957.601022] env[65762]: value = "task-4560542" [ 957.601022] env[65762]: _type = "Task" [ 957.601022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.612424] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.670926] env[65762]: DEBUG nova.network.neutron [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Successfully updated port: a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 957.874083] env[65762]: DEBUG nova.compute.manager [req-3ed67c2d-9dcc-4581-9b43-0582b36afb7c req-43ba7a60-d511-4976-8048-8c741306cd36 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Received event network-vif-plugged-a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 957.874412] env[65762]: DEBUG oslo_concurrency.lockutils [req-3ed67c2d-9dcc-4581-9b43-0582b36afb7c req-43ba7a60-d511-4976-8048-8c741306cd36 service nova] Acquiring lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.874715] env[65762]: DEBUG oslo_concurrency.lockutils [req-3ed67c2d-9dcc-4581-9b43-0582b36afb7c req-43ba7a60-d511-4976-8048-8c741306cd36 service nova] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.875114] env[65762]: DEBUG oslo_concurrency.lockutils [req-3ed67c2d-9dcc-4581-9b43-0582b36afb7c req-43ba7a60-d511-4976-8048-8c741306cd36 service nova] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.875454] env[65762]: DEBUG nova.compute.manager [req-3ed67c2d-9dcc-4581-9b43-0582b36afb7c req-43ba7a60-d511-4976-8048-8c741306cd36 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] No waiting events found dispatching network-vif-plugged-a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 957.875728] env[65762]: WARNING nova.compute.manager [req-3ed67c2d-9dcc-4581-9b43-0582b36afb7c req-43ba7a60-d511-4976-8048-8c741306cd36 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Received unexpected event network-vif-plugged-a7b35572-e1a9-434b-9c56-e7dfb10195a8 for instance with vm_state building and task_state spawning. [ 957.936568] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.936568] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.936805] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.936805] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.936965] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.937102] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.937222] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 957.937483] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.115788] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.173918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.174052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquired lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.174236] env[65762]: DEBUG nova.network.neutron [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 958.441154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.482603] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6312f8e4-2c4e-49fc-80dd-3ed5de7d631f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.492259] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eab1a0-8670-40b2-bb87-1adbc95e3539 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.524393] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c235947-d35d-45d3-bcd9-bea56b3c7b5f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.533052] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7e7f8-b331-4af5-b2c8-6c8e5d5a15fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.548377] env[65762]: DEBUG nova.compute.provider_tree [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.613987] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560542, 'name': ReconfigVM_Task, 'duration_secs': 0.528719} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.614347] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 7f31bea1-7b5c-47f0-a5d7-2df0eed15820/7f31bea1-7b5c-47f0-a5d7-2df0eed15820.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.615051] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80161f83-5ac5-4093-a189-77bda5807dc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.623038] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 958.623038] env[65762]: value = "task-4560543" [ 958.623038] env[65762]: _type = "Task" [ 958.623038] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.636452] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560543, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.734655] env[65762]: DEBUG nova.network.neutron [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.932237] env[65762]: WARNING neutronclient.v2_0.client [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.052327] env[65762]: DEBUG nova.scheduler.client.report [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.072093] env[65762]: DEBUG nova.network.neutron [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Updating instance_info_cache with network_info: [{"id": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "address": "fa:16:3e:62:dc:60", "network": {"id": "42bbb553-46f6-4d52-8c08-9cdcc8cbdcb6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1027297390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f170a66817774b34b2a88304a63ef9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b35572-e1", "ovs_interfaceid": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.134408] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560543, 'name': Rename_Task, 'duration_secs': 0.357034} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.134712] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.135015] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5545a3e-6572-4e32-b459-03a818bf806c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.142569] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 959.142569] env[65762]: value = "task-4560544" [ 959.142569] env[65762]: _type = "Task" [ 959.142569] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.152892] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.558555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.559090] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 959.561799] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.629s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.562113] env[65762]: DEBUG nova.objects.instance [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.575405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Releasing lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.575761] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Instance network_info: |[{"id": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "address": "fa:16:3e:62:dc:60", "network": {"id": "42bbb553-46f6-4d52-8c08-9cdcc8cbdcb6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1027297390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f170a66817774b34b2a88304a63ef9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b35572-e1", "ovs_interfaceid": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 959.576202] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:dc:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b35572-e1a9-434b-9c56-e7dfb10195a8', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.584022] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Creating folder: Project (f170a66817774b34b2a88304a63ef9cc). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.584356] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fbb0d67-3f7f-4d77-bf62-5c061bc25ac0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.597998] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Created folder: Project (f170a66817774b34b2a88304a63ef9cc) in parent group-v890951. [ 959.598282] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Creating folder: Instances. Parent ref: group-v891163. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.598597] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc737028-4bd4-49cb-a054-1a7a8acca554 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.610743] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Created folder: Instances in parent group-v891163. [ 959.611482] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 959.611482] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.611482] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-526e17fa-b9e5-4276-ba12-41ffcf9f8126 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.634462] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.634462] env[65762]: value = "task-4560547" [ 959.634462] env[65762]: _type = "Task" [ 959.634462] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.644902] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560547, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.655033] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.959648] env[65762]: DEBUG nova.compute.manager [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Received event network-changed-a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.960129] env[65762]: DEBUG nova.compute.manager [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Refreshing instance network info cache due to event network-changed-a7b35572-e1a9-434b-9c56-e7dfb10195a8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 959.960430] env[65762]: DEBUG oslo_concurrency.lockutils [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] Acquiring lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.960685] env[65762]: DEBUG oslo_concurrency.lockutils [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] Acquired lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.960900] env[65762]: DEBUG nova.network.neutron [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Refreshing network info cache for port a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.069643] env[65762]: DEBUG nova.compute.utils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.073705] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 960.074091] env[65762]: DEBUG nova.network.neutron [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 960.074553] env[65762]: WARNING neutronclient.v2_0.client [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.075034] env[65762]: WARNING neutronclient.v2_0.client [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.131936] env[65762]: DEBUG nova.policy [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8617b5069548abbd9aa8f7ca77298e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d9a3d9a73a6422cbeaf5d578ea94cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.147752] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560547, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.161863] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.210063] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a4135e-c6ee-40cf-a2f4-66b4f1cb0db0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219061] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Suspending the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 960.219061] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a8253ecb-05a9-4113-b99f-a4ceb5b159b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.226170] env[65762]: DEBUG oslo_vmware.api [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 960.226170] env[65762]: value = "task-4560548" [ 960.226170] env[65762]: _type = "Task" [ 960.226170] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.235123] env[65762]: DEBUG oslo_vmware.api [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560548, 'name': SuspendVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.464280] env[65762]: WARNING neutronclient.v2_0.client [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.575282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-df1a4f01-ba7e-48bb-8ea6-f3982d829d40 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.576616] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 960.579973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.025s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.580434] env[65762]: DEBUG nova.objects.instance [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'resources' on Instance uuid bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.665699] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560547, 'name': CreateVM_Task, 'duration_secs': 0.616533} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.666051] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.669666] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.670167] env[65762]: WARNING neutronclient.v2_0.client [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.670588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.670785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.671143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.671448] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613fb9a5-b002-485e-915f-0fd43e3742e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.676790] env[65762]: DEBUG nova.network.neutron [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Successfully created port: 2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 960.680916] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 960.680916] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a88cdb-9f8c-6f3c-b960-b0d57da7ce7d" [ 960.680916] env[65762]: _type = "Task" [ 960.680916] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.692846] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a88cdb-9f8c-6f3c-b960-b0d57da7ce7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.739095] env[65762]: DEBUG oslo_vmware.api [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560548, 'name': SuspendVM_Task} progress is 62%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.743064] env[65762]: WARNING neutronclient.v2_0.client [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.862981] env[65762]: DEBUG nova.network.neutron [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Updated VIF entry in instance network info cache for port a7b35572-e1a9-434b-9c56-e7dfb10195a8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 960.863406] env[65762]: DEBUG nova.network.neutron [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Updating instance_info_cache with network_info: [{"id": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "address": "fa:16:3e:62:dc:60", "network": {"id": "42bbb553-46f6-4d52-8c08-9cdcc8cbdcb6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1027297390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f170a66817774b34b2a88304a63ef9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b35572-e1", "ovs_interfaceid": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.083040] env[65762]: DEBUG nova.objects.instance [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'numa_topology' on Instance uuid bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.161143] env[65762]: DEBUG oslo_vmware.api [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560544, 'name': PowerOnVM_Task, 'duration_secs': 1.604709} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.161143] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.161143] env[65762]: INFO nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Took 10.65 seconds to spawn the instance on the hypervisor. [ 961.161526] env[65762]: DEBUG nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 961.162083] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dad327d-08eb-4ad1-bbe8-0800c31a4dc5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.193974] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a88cdb-9f8c-6f3c-b960-b0d57da7ce7d, 'name': SearchDatastore_Task, 'duration_secs': 0.019399} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.194534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.194900] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.195459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.195634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.195810] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.196824] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6533ec3f-d469-41ba-a1c8-eea257013f67 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.217122] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.217122] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.217272] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36e31f2-d9dc-4c95-9166-c40feda42fdc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.225678] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 961.225678] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a463e0-a1b6-3d57-4558-f8f2602a9406" [ 961.225678] env[65762]: _type = "Task" [ 961.225678] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.239112] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a463e0-a1b6-3d57-4558-f8f2602a9406, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.243963] env[65762]: DEBUG oslo_vmware.api [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560548, 'name': SuspendVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.244638] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b31b6ca-9692-4904-9f64-c0874d76c240 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.252789] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 961.252789] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fff358-30aa-780c-9e47-09053f0a070a" [ 961.252789] env[65762]: _type = "Task" [ 961.252789] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.264702] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fff358-30aa-780c-9e47-09053f0a070a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.367101] env[65762]: DEBUG oslo_concurrency.lockutils [req-6fb942b7-be92-44fd-8663-32e1d280efd6 req-5a811643-a84c-4155-b498-9b9c93795703 service nova] Releasing lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.588648] env[65762]: DEBUG nova.objects.base [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.592907] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 961.624604] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.624850] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.625014] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.625192] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.625335] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.625474] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.625674] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.625831] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.625995] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.627432] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.627635] env[65762]: DEBUG nova.virt.hardware [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.629373] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc3cc1-012c-405c-b627-7b0f235ed9c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.643733] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68353c5-511b-4659-add7-daeeba45b70e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.682970] env[65762]: INFO nova.compute.manager [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Took 40.13 seconds to build instance. [ 961.741749] env[65762]: DEBUG oslo_vmware.api [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560548, 'name': SuspendVM_Task, 'duration_secs': 1.036277} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.741877] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Suspended the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 961.742019] env[65762]: DEBUG nova.compute.manager [None req-c929e9df-9fb6-4b52-b178-6e36d68ef901 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 961.742888] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46b3ec-4333-4137-a810-238410df612f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.768956] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fff358-30aa-780c-9e47-09053f0a070a, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.769636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.769957] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4c09b8ec-5c69-4f2d-9c58-986a8a942d51/4c09b8ec-5c69-4f2d-9c58-986a8a942d51.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.770243] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29adcc2b-e045-48d6-8d87-243aca32127c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.779417] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 961.779417] env[65762]: value = "task-4560549" [ 961.779417] env[65762]: _type = "Task" [ 961.779417] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.794048] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.836583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "60dc8912-e6c0-47c7-a06a-f840034247b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.836939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.997584] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96db1835-c959-44c9-a818-14cc04c8bb01 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.004694] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015756c4-795d-4e86-b1df-dea191d63f6b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.041322] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c027156-c822-4bc0-ab39-fc84dca1000d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.047442] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55d56f-7ffb-4138-822c-af903aa6f825 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.063243] env[65762]: DEBUG nova.compute.provider_tree [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.135747] env[65762]: DEBUG nova.compute.manager [req-73d19d39-6d5f-46fc-9712-8bdbec18af5f req-39e872b6-5d23-44a3-90e3-25d85b5b2144 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Received event network-vif-plugged-2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 962.135747] env[65762]: DEBUG oslo_concurrency.lockutils [req-73d19d39-6d5f-46fc-9712-8bdbec18af5f req-39e872b6-5d23-44a3-90e3-25d85b5b2144 service nova] Acquiring lock "05960ea2-702c-406c-8564-5b2982d2adb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.135941] env[65762]: DEBUG oslo_concurrency.lockutils [req-73d19d39-6d5f-46fc-9712-8bdbec18af5f req-39e872b6-5d23-44a3-90e3-25d85b5b2144 service nova] Lock "05960ea2-702c-406c-8564-5b2982d2adb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.136119] env[65762]: DEBUG oslo_concurrency.lockutils [req-73d19d39-6d5f-46fc-9712-8bdbec18af5f req-39e872b6-5d23-44a3-90e3-25d85b5b2144 service nova] Lock "05960ea2-702c-406c-8564-5b2982d2adb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.136311] env[65762]: DEBUG nova.compute.manager [req-73d19d39-6d5f-46fc-9712-8bdbec18af5f req-39e872b6-5d23-44a3-90e3-25d85b5b2144 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] No waiting events found dispatching network-vif-plugged-2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 962.136429] env[65762]: WARNING nova.compute.manager [req-73d19d39-6d5f-46fc-9712-8bdbec18af5f req-39e872b6-5d23-44a3-90e3-25d85b5b2144 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Received unexpected event network-vif-plugged-2518c566-8d71-4dca-a875-dc8658660c52 for instance with vm_state building and task_state spawning. [ 962.184960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d2c164aa-2072-492f-91e5-de54062f2fd8 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.644s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.248684] env[65762]: DEBUG nova.network.neutron [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Successfully updated port: 2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 962.291911] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.567579] env[65762]: DEBUG nova.scheduler.client.report [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.689038] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 962.753262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.753262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.753262] env[65762]: DEBUG nova.network.neutron [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 962.792029] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.792441] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4c09b8ec-5c69-4f2d-9c58-986a8a942d51/4c09b8ec-5c69-4f2d-9c58-986a8a942d51.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.792827] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.793189] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21774f75-c413-4a5b-b4bf-53ceef877582 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.801464] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 962.801464] env[65762]: value = "task-4560550" [ 962.801464] env[65762]: _type = "Task" [ 962.801464] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.814341] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.833139] env[65762]: DEBUG nova.compute.manager [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Received event network-changed-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 962.833139] env[65762]: DEBUG nova.compute.manager [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Refreshing instance network info cache due to event network-changed-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 962.833762] env[65762]: DEBUG oslo_concurrency.lockutils [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] Acquiring lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.833998] env[65762]: DEBUG oslo_concurrency.lockutils [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] Acquired lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834203] env[65762]: DEBUG nova.network.neutron [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Refreshing network info cache for port c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.987762] env[65762]: INFO nova.compute.manager [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Resuming [ 962.988494] env[65762]: DEBUG nova.objects.instance [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'flavor' on Instance uuid ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.074443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.494s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.076594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.371s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.078085] env[65762]: INFO nova.compute.claims [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.217591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.288559] env[65762]: DEBUG nova.network.neutron [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.312302] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.420313} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.312564] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.313382] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189acd5f-26fb-4fff-86ba-27d52aa1367c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.336043] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4c09b8ec-5c69-4f2d-9c58-986a8a942d51/4c09b8ec-5c69-4f2d-9c58-986a8a942d51.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.339495] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbcfe202-c687-4925-b6cb-65a71330ff45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.355291] env[65762]: WARNING neutronclient.v2_0.client [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.366980] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 963.366980] env[65762]: value = "task-4560551" [ 963.366980] env[65762]: _type = "Task" [ 963.366980] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.376451] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.391045] env[65762]: WARNING neutronclient.v2_0.client [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.474349] env[65762]: DEBUG nova.network.neutron [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updating instance_info_cache with network_info: [{"id": "2518c566-8d71-4dca-a875-dc8658660c52", "address": "fa:16:3e:4e:4e:2b", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2518c566-8d", "ovs_interfaceid": "2518c566-8d71-4dca-a875-dc8658660c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.535837] env[65762]: WARNING neutronclient.v2_0.client [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.587203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e28c28e-5888-4db9-a71e-0b0950d7b97d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.928s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.588173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.796s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.588258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.588470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.588686] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.590190] env[65762]: INFO nova.compute.manager [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Terminating instance [ 963.611834] env[65762]: DEBUG nova.network.neutron [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Updated VIF entry in instance network info cache for port c3d8a917-16e6-4bb1-9fc1-a7364d62bae3. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 963.612209] env[65762]: DEBUG nova.network.neutron [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Updating instance_info_cache with network_info: [{"id": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "address": "fa:16:3e:de:26:3e", "network": {"id": "8ba15c6b-ee67-45b1-bdd5-99ea0801d5d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1848464776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab52e0399131470a8118e52ba7ec7cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d8a917-16", "ovs_interfaceid": "c3d8a917-16e6-4bb1-9fc1-a7364d62bae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.878189] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560551, 'name': ReconfigVM_Task, 'duration_secs': 0.373993} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.879503] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4c09b8ec-5c69-4f2d-9c58-986a8a942d51/4c09b8ec-5c69-4f2d-9c58-986a8a942d51.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.879503] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1abb916c-cc7f-4247-9c52-2cad65322450 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.886538] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 963.886538] env[65762]: value = "task-4560552" [ 963.886538] env[65762]: _type = "Task" [ 963.886538] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.896120] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560552, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.980273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.980766] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Instance network_info: |[{"id": "2518c566-8d71-4dca-a875-dc8658660c52", "address": "fa:16:3e:4e:4e:2b", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2518c566-8d", "ovs_interfaceid": "2518c566-8d71-4dca-a875-dc8658660c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 963.981240] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:4e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2518c566-8d71-4dca-a875-dc8658660c52', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.989822] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating folder: Project (8d9a3d9a73a6422cbeaf5d578ea94cc4). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.990097] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398e698c-d80a-46e2-b0ba-6e69154e9e64 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.002958] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created folder: Project (8d9a3d9a73a6422cbeaf5d578ea94cc4) in parent group-v890951. [ 964.003600] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating folder: Instances. Parent ref: group-v891166. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.003747] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3439803-b96a-4293-9090-cfa3897d36c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.017864] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created folder: Instances in parent group-v891166. [ 964.018381] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 964.018602] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.018831] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08126ef2-4bf9-4d08-8cc1-70025a58d170 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.041580] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.041580] env[65762]: value = "task-4560555" [ 964.041580] env[65762]: _type = "Task" [ 964.041580] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.051853] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560555, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.094253] env[65762]: DEBUG nova.compute.manager [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 964.094460] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.094768] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad90444c-c9a8-4b5f-92fd-9a5ae9581e14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.110025] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b060c875-be5e-4f03-a5ca-ca276bb8499b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.124196] env[65762]: DEBUG oslo_concurrency.lockutils [req-81f7e520-38e9-4eca-bddb-02c0a6ebcb41 req-79558d80-24fb-4624-beac-c28cc780ed7d service nova] Releasing lock "refresh_cache-7f31bea1-7b5c-47f0-a5d7-2df0eed15820" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.151396] env[65762]: WARNING nova.virt.vmwareapi.vmops [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4 could not be found. [ 964.152237] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.152237] env[65762]: INFO nova.compute.manager [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Took 0.06 seconds to destroy the instance on the hypervisor. [ 964.152237] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 964.154776] env[65762]: DEBUG nova.compute.manager [-] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 964.154776] env[65762]: DEBUG nova.network.neutron [-] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 964.154776] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.188342] env[65762]: DEBUG nova.compute.manager [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Received event network-changed-2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 964.188448] env[65762]: DEBUG nova.compute.manager [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Refreshing instance network info cache due to event network-changed-2518c566-8d71-4dca-a875-dc8658660c52. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 964.189462] env[65762]: DEBUG oslo_concurrency.lockutils [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] Acquiring lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.189462] env[65762]: DEBUG oslo_concurrency.lockutils [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] Acquired lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.189462] env[65762]: DEBUG nova.network.neutron [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Refreshing network info cache for port 2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.228170] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.397314] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560552, 'name': Rename_Task, 'duration_secs': 0.305648} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.397601] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.397875] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42c055e0-7f1d-4449-b0d6-40452816b43c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.408908] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 964.408908] env[65762]: value = "task-4560556" [ 964.408908] env[65762]: _type = "Task" [ 964.408908] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.422068] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.499019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.499227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquired lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.499407] env[65762]: DEBUG nova.network.neutron [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 964.502554] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425a97f-0db8-4206-a023-f35ad1d975af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.512191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3028f6-d178-4603-971b-4f386c78a5c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.553157] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b10395-e688-46f5-872c-4ed6fa499d34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.566161] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055a9bb7-a43e-4de3-93a2-eecc38cb1853 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.570751] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560555, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.584986] env[65762]: DEBUG nova.compute.provider_tree [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.692591] env[65762]: WARNING neutronclient.v2_0.client [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.854417] env[65762]: WARNING neutronclient.v2_0.client [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.919650] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560556, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.928163] env[65762]: DEBUG nova.network.neutron [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updated VIF entry in instance network info cache for port 2518c566-8d71-4dca-a875-dc8658660c52. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 964.928572] env[65762]: DEBUG nova.network.neutron [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updating instance_info_cache with network_info: [{"id": "2518c566-8d71-4dca-a875-dc8658660c52", "address": "fa:16:3e:4e:4e:2b", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2518c566-8d", "ovs_interfaceid": "2518c566-8d71-4dca-a875-dc8658660c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.962493] env[65762]: DEBUG nova.network.neutron [-] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.007129] env[65762]: WARNING neutronclient.v2_0.client [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.057926] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560555, 'name': CreateVM_Task, 'duration_secs': 0.557206} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.058124] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.058632] env[65762]: WARNING neutronclient.v2_0.client [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.059006] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.059273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.059478] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.060186] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92344bb-fe8b-4f4e-99ff-056aabcf1dc2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.065682] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 965.065682] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527ad454-16f3-79c2-d746-66036b7428e1" [ 965.065682] env[65762]: _type = "Task" [ 965.065682] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.075603] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527ad454-16f3-79c2-d746-66036b7428e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.087911] env[65762]: DEBUG nova.scheduler.client.report [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.151507] env[65762]: WARNING neutronclient.v2_0.client [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.230889] env[65762]: DEBUG nova.network.neutron [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [{"id": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "address": "fa:16:3e:c0:cc:cb", "network": {"id": "b241aa40-2a80-4e16-a5d8-9b994ad2451d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-641595811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47308113a61431792924ed96266b92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c940a-e3", "ovs_interfaceid": "318c940a-e3a2-464c-9753-cff9f9fca0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.301845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.302159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.302484] env[65762]: DEBUG nova.objects.instance [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'flavor' on Instance uuid 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.419936] env[65762]: DEBUG oslo_vmware.api [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560556, 'name': PowerOnVM_Task, 'duration_secs': 0.984482} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.420242] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.420442] env[65762]: INFO nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Took 8.33 seconds to spawn the instance on the hypervisor. [ 965.420620] env[65762]: DEBUG nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 965.421423] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5ffb8d-f4e3-4677-9963-db3b490c4193 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.431469] env[65762]: DEBUG oslo_concurrency.lockutils [req-6e3ac87d-5a20-40c8-9c6b-ef62ec07f648 req-02789036-be3d-480b-a216-6198d0fbf1f6 service nova] Releasing lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.466440] env[65762]: INFO nova.compute.manager [-] [instance: bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4] Took 1.31 seconds to deallocate network for instance. [ 965.577976] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527ad454-16f3-79c2-d746-66036b7428e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015979} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.578203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.578432] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.578657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.578800] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.578970] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.579364] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a437420-ab68-4938-a134-e34f0b416ecd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.588609] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.588775] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.589497] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad907a0-55c6-4dae-9e22-00a67cfd5a1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.592635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.593108] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 965.595523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.852s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.597183] env[65762]: INFO nova.compute.claims [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.603739] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 965.603739] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52db6416-fc38-40f3-be9e-18e04503b728" [ 965.603739] env[65762]: _type = "Task" [ 965.603739] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.612592] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52db6416-fc38-40f3-be9e-18e04503b728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.738077] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Releasing lock "refresh_cache-ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.739640] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ac3d1-b6fe-4975-9487-46f5f0593841 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.746501] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Resuming the VM {{(pid=65762) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 965.746763] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-717067f0-e631-48b0-b029-fe3ffe93c832 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.754343] env[65762]: DEBUG oslo_vmware.api [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 965.754343] env[65762]: value = "task-4560557" [ 965.754343] env[65762]: _type = "Task" [ 965.754343] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.763717] env[65762]: DEBUG oslo_vmware.api [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.807408] env[65762]: WARNING neutronclient.v2_0.client [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.807899] env[65762]: DEBUG nova.objects.instance [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.940718] env[65762]: INFO nova.compute.manager [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Took 40.16 seconds to build instance. [ 966.102628] env[65762]: DEBUG nova.compute.utils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.108032] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 966.108032] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 966.108032] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.108032] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.122301] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52db6416-fc38-40f3-be9e-18e04503b728, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.124813] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60ac7a4-8d95-4103-8f08-bd137f41426c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.131811] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 966.131811] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52210f49-2a2a-f5d4-0357-d9b0b9a7034e" [ 966.131811] env[65762]: _type = "Task" [ 966.131811] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.143743] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52210f49-2a2a-f5d4-0357-d9b0b9a7034e, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.144035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.144301] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 05960ea2-702c-406c-8564-5b2982d2adb1/05960ea2-702c-406c-8564-5b2982d2adb1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.146997] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3a6d02-e59c-45cf-84a2-b253142d588b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.153331] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 966.153331] env[65762]: value = "task-4560558" [ 966.153331] env[65762]: _type = "Task" [ 966.153331] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.162512] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.176430] env[65762]: DEBUG nova.policy [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ba56fcd4be4d6b996d1fe834f813e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f654eb2051134e45ab23d31075155bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.270124] env[65762]: DEBUG oslo_vmware.api [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.311527] env[65762]: DEBUG nova.objects.base [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Object Instance<2a2d430b-ad40-4471-b829-33ae122a1833> lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.311962] env[65762]: DEBUG nova.network.neutron [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 966.312374] env[65762]: WARNING neutronclient.v2_0.client [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.312758] env[65762]: WARNING neutronclient.v2_0.client [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.443361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7a901777-376a-4042-b0f7-c083837d5fd2 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.681s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.467510] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3a0bd77a-03b2-4fc9-856c-fc8a19beca4d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.165s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.501029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65b605c-00f9-4c13-81e7-60510b158f47 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "bf022bfe-0dd4-41c3-b8b1-2bb16e106aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.913s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.582398] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Successfully created port: 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.610563] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 966.667278] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.769158] env[65762]: DEBUG oslo_vmware.api [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560557, 'name': PowerOnVM_Task, 'duration_secs': 0.670472} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.770017] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Resumed the VM {{(pid=65762) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 966.770017] env[65762]: DEBUG nova.compute.manager [None req-f062dc9e-08f5-4507-96e2-10e1f21925ce tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 966.770783] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ef4c1-326d-4790-b793-f10c70a54ac0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.950056] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 966.998295] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074f4a0-fd92-48ef-ad47-ab6935cf2d03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.008229] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afad1aa-f513-40d5-824b-99cbdc7d366b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.049693] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da342e4f-633b-4b02-b6fc-ae2598819fd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.059635] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2262ecd1-ec18-46da-9bd4-705a831308ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.075506] env[65762]: DEBUG nova.compute.provider_tree [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.167516] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.470713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.521190] env[65762]: DEBUG nova.compute.manager [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Received event network-changed-a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 967.521393] env[65762]: DEBUG nova.compute.manager [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Refreshing instance network info cache due to event network-changed-a7b35572-e1a9-434b-9c56-e7dfb10195a8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 967.521610] env[65762]: DEBUG oslo_concurrency.lockutils [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] Acquiring lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.521729] env[65762]: DEBUG oslo_concurrency.lockutils [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] Acquired lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.521893] env[65762]: DEBUG nova.network.neutron [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Refreshing network info cache for port a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.581052] env[65762]: DEBUG nova.scheduler.client.report [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.621564] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 967.647272] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 967.647616] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.647819] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 967.648047] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.648231] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 967.648406] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 967.648663] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.648832] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 967.648996] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 967.649168] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 967.649434] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 967.650274] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9514d453-4ecc-409d-8712-d121c0b13d17 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.661050] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9ec7d-833a-485b-903c-38d049d5f029 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.667910] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560558, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.206606} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.668555] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 05960ea2-702c-406c-8564-5b2982d2adb1/05960ea2-702c-406c-8564-5b2982d2adb1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.668813] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.669043] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fefbdba-4223-4f82-ae2b-0667975dd895 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.684573] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 967.684573] env[65762]: value = "task-4560559" [ 967.684573] env[65762]: _type = "Task" [ 967.684573] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.692712] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.949970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.949970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.024941] env[65762]: WARNING neutronclient.v2_0.client [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.090398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.090991] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 968.097625] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.287s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.099260] env[65762]: INFO nova.compute.claims [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.149704] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Successfully updated port: 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 968.198280] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067267} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.198668] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.199674] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86786fa5-bf9c-4c91-a8df-1582c461a3d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.225390] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 05960ea2-702c-406c-8564-5b2982d2adb1/05960ea2-702c-406c-8564-5b2982d2adb1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.225723] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f931330a-80fd-4f0e-a240-16820694e5ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.240957] env[65762]: WARNING neutronclient.v2_0.client [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.250231] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 968.250231] env[65762]: value = "task-4560560" [ 968.250231] env[65762]: _type = "Task" [ 968.250231] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.259434] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.342715] env[65762]: DEBUG nova.network.neutron [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Updated VIF entry in instance network info cache for port a7b35572-e1a9-434b-9c56-e7dfb10195a8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 968.343167] env[65762]: DEBUG nova.network.neutron [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Updating instance_info_cache with network_info: [{"id": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "address": "fa:16:3e:62:dc:60", "network": {"id": "42bbb553-46f6-4d52-8c08-9cdcc8cbdcb6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1027297390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f170a66817774b34b2a88304a63ef9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b35572-e1", "ovs_interfaceid": "a7b35572-e1a9-434b-9c56-e7dfb10195a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.454512] env[65762]: DEBUG nova.compute.manager [req-34cb9d52-1058-4d6a-b956-82e399c7606a req-2634f502-1a44-4d32-8393-e66568d4eb75 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Received event network-vif-plugged-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 968.454745] env[65762]: DEBUG oslo_concurrency.lockutils [req-34cb9d52-1058-4d6a-b956-82e399c7606a req-2634f502-1a44-4d32-8393-e66568d4eb75 service nova] Acquiring lock "510c82b1-8d58-41ea-9137-3c8ca76b9500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.455011] env[65762]: DEBUG oslo_concurrency.lockutils [req-34cb9d52-1058-4d6a-b956-82e399c7606a req-2634f502-1a44-4d32-8393-e66568d4eb75 service nova] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.455198] env[65762]: DEBUG oslo_concurrency.lockutils [req-34cb9d52-1058-4d6a-b956-82e399c7606a req-2634f502-1a44-4d32-8393-e66568d4eb75 service nova] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.455362] env[65762]: DEBUG nova.compute.manager [req-34cb9d52-1058-4d6a-b956-82e399c7606a req-2634f502-1a44-4d32-8393-e66568d4eb75 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] No waiting events found dispatching network-vif-plugged-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 968.455544] env[65762]: WARNING nova.compute.manager [req-34cb9d52-1058-4d6a-b956-82e399c7606a req-2634f502-1a44-4d32-8393-e66568d4eb75 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Received unexpected event network-vif-plugged-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 for instance with vm_state building and task_state spawning. [ 968.578030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.578332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.578615] env[65762]: DEBUG nova.objects.instance [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'flavor' on Instance uuid 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.604384] env[65762]: DEBUG nova.compute.utils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.607691] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 968.607873] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 968.608196] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.608541] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.649808] env[65762]: DEBUG nova.policy [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ba56fcd4be4d6b996d1fe834f813e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f654eb2051134e45ab23d31075155bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.654321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "refresh_cache-510c82b1-8d58-41ea-9137-3c8ca76b9500" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.654504] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "refresh_cache-510c82b1-8d58-41ea-9137-3c8ca76b9500" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.654676] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.763515] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560560, 'name': ReconfigVM_Task, 'duration_secs': 0.295725} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.764018] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 05960ea2-702c-406c-8564-5b2982d2adb1/05960ea2-702c-406c-8564-5b2982d2adb1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.765022] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eef2d14-602d-4b56-b92f-b25133f92255 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.775170] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 968.775170] env[65762]: value = "task-4560561" [ 968.775170] env[65762]: _type = "Task" [ 968.775170] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.787849] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560561, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.846687] env[65762]: DEBUG oslo_concurrency.lockutils [req-e2dcbcb6-4e9b-4cfe-8dd2-4c9a202f52be req-6b87a743-08d0-4499-a7a6-6ba64c0dbe6f service nova] Releasing lock "refresh_cache-4c09b8ec-5c69-4f2d-9c58-986a8a942d51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.929708] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Successfully created port: 02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.082209] env[65762]: WARNING neutronclient.v2_0.client [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.109295] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 969.186406] env[65762]: DEBUG nova.objects.instance [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.223433] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.287315] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560561, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.454266] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.531314] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf7fde-cefe-45f2-bc62-be2db9f01825 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.540783] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a83ca-9720-41c4-8fea-0e737ae6be61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.573186] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Updating instance_info_cache with network_info: [{"id": "2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8", "address": "fa:16:3e:24:4c:01", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf10ca1-7a", "ovs_interfaceid": "2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.575111] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cafdb8-33fa-4a64-9680-2db2b9e6e1c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.584336] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacdcfa2-791c-49f8-aef0-c647c75e1fe8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.601067] env[65762]: DEBUG nova.compute.provider_tree [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.691765] env[65762]: DEBUG nova.objects.base [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Object Instance<2a2d430b-ad40-4471-b829-33ae122a1833> lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.692216] env[65762]: DEBUG nova.network.neutron [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 969.692464] env[65762]: WARNING neutronclient.v2_0.client [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.692812] env[65762]: WARNING neutronclient.v2_0.client [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.736261] env[65762]: DEBUG nova.policy [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.787993] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560561, 'name': Rename_Task, 'duration_secs': 0.984542} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.788743] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.789018] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79629971-4a7e-4c9f-aad9-f95a0287ac03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.796849] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 969.796849] env[65762]: value = "task-4560562" [ 969.796849] env[65762]: _type = "Task" [ 969.796849] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.806295] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.069225] env[65762]: DEBUG nova.network.neutron [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Successfully created port: f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 970.079301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "refresh_cache-510c82b1-8d58-41ea-9137-3c8ca76b9500" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.079682] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Instance network_info: |[{"id": "2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8", "address": "fa:16:3e:24:4c:01", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf10ca1-7a", "ovs_interfaceid": "2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 970.080178] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.087479] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Creating folder: Project (f654eb2051134e45ab23d31075155bf9). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.087780] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb5e128-bd2a-4ea2-865a-b3d8b5edd114 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.100758] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Created folder: Project (f654eb2051134e45ab23d31075155bf9) in parent group-v890951. [ 970.100758] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Creating folder: Instances. Parent ref: group-v891169. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.100758] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f42fb8f6-7932-4097-afbe-b937e4f94adc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.103385] env[65762]: DEBUG nova.scheduler.client.report [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.110740] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Created folder: Instances in parent group-v891169. [ 970.111016] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.111228] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.111443] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0bc30f4-4f79-4d4d-b1f3-bcacea761f4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.129461] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 970.138934] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.138934] env[65762]: value = "task-4560565" [ 970.138934] env[65762]: _type = "Task" [ 970.138934] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.150786] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560565, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.160471] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.160732] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.160904] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.161197] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.161274] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.161424] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.161653] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.161813] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.161985] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.162158] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.162328] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.163264] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347af6e8-0f81-40ae-82ae-ef62908ee3d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.174270] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a06159-370e-4792-ada4-874a3d059ad4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.310669] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.512194] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Successfully updated port: 02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 970.610329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.610994] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 970.614631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.591s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.615355] env[65762]: DEBUG nova.objects.instance [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'resources' on Instance uuid 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.650380] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560565, 'name': CreateVM_Task, 'duration_secs': 0.438935} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.650891] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.651839] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.651839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.652028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.652289] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.652565] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c972afd9-74e2-41a9-bfc8-48db64cfc9c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.658244] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 970.658244] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c196ab-a2a2-610b-448e-aa8fdd16a480" [ 970.658244] env[65762]: _type = "Task" [ 970.658244] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.668483] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c196ab-a2a2-610b-448e-aa8fdd16a480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.808992] env[65762]: DEBUG oslo_vmware.api [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560562, 'name': PowerOnVM_Task, 'duration_secs': 0.658249} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.809326] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.809752] env[65762]: INFO nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Took 9.22 seconds to spawn the instance on the hypervisor. [ 970.809868] env[65762]: DEBUG nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 970.810822] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef516fb-dd17-4b4e-8540-527396792638 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.014767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "refresh_cache-c8e13386-c98e-452a-af83-9f714bbfac5c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.015182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "refresh_cache-c8e13386-c98e-452a-af83-9f714bbfac5c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.015182] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.120092] env[65762]: DEBUG nova.objects.instance [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'numa_topology' on Instance uuid 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.122254] env[65762]: DEBUG nova.compute.utils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.124031] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 971.124242] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 971.124610] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.124926] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.170521] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c196ab-a2a2-610b-448e-aa8fdd16a480, 'name': SearchDatastore_Task, 'duration_secs': 0.022721} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.170901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.171156] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.171391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.171542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.171724] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.172015] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c8863a-8124-448e-a74a-c9858805ceaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.175707] env[65762]: DEBUG nova.policy [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ba56fcd4be4d6b996d1fe834f813e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f654eb2051134e45ab23d31075155bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.183518] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.183695] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.184484] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbcbc40-ec8d-47a4-baab-17753c9ec467 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.191034] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 971.191034] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52412ee0-94b2-40bd-7c91-71ad0d2517e5" [ 971.191034] env[65762]: _type = "Task" [ 971.191034] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.200925] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52412ee0-94b2-40bd-7c91-71ad0d2517e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.327223] env[65762]: INFO nova.compute.manager [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Took 36.73 seconds to build instance. [ 971.557178] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Successfully created port: 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 971.557178] env[65762]: DEBUG nova.compute.manager [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Received event network-changed-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 971.557178] env[65762]: DEBUG nova.compute.manager [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Refreshing instance network info cache due to event network-changed-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 971.557178] env[65762]: DEBUG oslo_concurrency.lockutils [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] Acquiring lock "refresh_cache-510c82b1-8d58-41ea-9137-3c8ca76b9500" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.557178] env[65762]: DEBUG oslo_concurrency.lockutils [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] Acquired lock "refresh_cache-510c82b1-8d58-41ea-9137-3c8ca76b9500" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.557178] env[65762]: DEBUG nova.network.neutron [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Refreshing network info cache for port 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.625302] env[65762]: DEBUG nova.objects.base [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Object Instance<4789b03c-314d-4e8f-b0ac-f11883975a1a> lazy-loaded attributes: resources,numa_topology {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.628409] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 971.646556] env[65762]: DEBUG nova.network.neutron [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Successfully updated port: f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.677729] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 971.705094] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52412ee0-94b2-40bd-7c91-71ad0d2517e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.706017] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a54cf0-f603-411d-a9ff-4f2685c35b10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.713557] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 971.713557] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f86c46-6911-e5b2-8594-62e98595bee7" [ 971.713557] env[65762]: _type = "Task" [ 971.713557] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.726786] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f86c46-6911-e5b2-8594-62e98595bee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.822916] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.831362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "05960ea2-702c-406c-8564-5b2982d2adb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.244s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.910806] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Updating instance_info_cache with network_info: [{"id": "02cf87fa-048b-44f9-801e-6059cfd3a8f8", "address": "fa:16:3e:bc:2e:79", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02cf87fa-04", "ovs_interfaceid": "02cf87fa-048b-44f9-801e-6059cfd3a8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.005268] env[65762]: DEBUG nova.compute.manager [req-23fcaada-d578-4354-8958-35bcb14eb709 req-1af481eb-731b-48b0-a2cd-c55361178f3c service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-vif-plugged-f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 972.005268] env[65762]: DEBUG oslo_concurrency.lockutils [req-23fcaada-d578-4354-8958-35bcb14eb709 req-1af481eb-731b-48b0-a2cd-c55361178f3c service nova] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.005398] env[65762]: DEBUG oslo_concurrency.lockutils [req-23fcaada-d578-4354-8958-35bcb14eb709 req-1af481eb-731b-48b0-a2cd-c55361178f3c service nova] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.005558] env[65762]: DEBUG oslo_concurrency.lockutils [req-23fcaada-d578-4354-8958-35bcb14eb709 req-1af481eb-731b-48b0-a2cd-c55361178f3c service nova] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.005756] env[65762]: DEBUG nova.compute.manager [req-23fcaada-d578-4354-8958-35bcb14eb709 req-1af481eb-731b-48b0-a2cd-c55361178f3c service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] No waiting events found dispatching network-vif-plugged-f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 972.005946] env[65762]: WARNING nova.compute.manager [req-23fcaada-d578-4354-8958-35bcb14eb709 req-1af481eb-731b-48b0-a2cd-c55361178f3c service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received unexpected event network-vif-plugged-f4da6259-41b5-45c5-84e7-0d33e303c3aa for instance with vm_state active and task_state None. [ 972.039388] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65170f-a601-4462-b8dc-2ad0bea63048 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.048662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8eeda-cdf2-40b7-a075-a498b01d0179 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.079180] env[65762]: WARNING neutronclient.v2_0.client [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.083189] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c242cb-0b36-4c6b-8846-6882ddb6f978 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.091807] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6e525-a307-4db2-83dd-036c0e47b969 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.106314] env[65762]: DEBUG nova.compute.provider_tree [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.151696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.151953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.152171] env[65762]: DEBUG nova.network.neutron [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.231692] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f86c46-6911-e5b2-8594-62e98595bee7, 'name': SearchDatastore_Task, 'duration_secs': 0.044507} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.232073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.232403] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 510c82b1-8d58-41ea-9137-3c8ca76b9500/510c82b1-8d58-41ea-9137-3c8ca76b9500.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.232831] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fd0a6ec-262d-487f-9583-e68a698b5786 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.244886] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 972.244886] env[65762]: value = "task-4560566" [ 972.244886] env[65762]: _type = "Task" [ 972.244886] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.254911] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.334829] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 972.414433] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "refresh_cache-c8e13386-c98e-452a-af83-9f714bbfac5c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.414899] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Instance network_info: |[{"id": "02cf87fa-048b-44f9-801e-6059cfd3a8f8", "address": "fa:16:3e:bc:2e:79", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02cf87fa-04", "ovs_interfaceid": "02cf87fa-048b-44f9-801e-6059cfd3a8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 972.415450] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:2e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02cf87fa-048b-44f9-801e-6059cfd3a8f8', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.423983] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.424600] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.424834] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f36f565-95c5-4d24-83a9-96e99aeb0d6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.446567] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.446567] env[65762]: value = "task-4560567" [ 972.446567] env[65762]: _type = "Task" [ 972.446567] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.460268] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560567, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.610977] env[65762]: DEBUG nova.scheduler.client.report [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.636737] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 973.496955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.882s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.503442] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Successfully updated port: 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 973.504430] env[65762]: WARNING nova.network.neutron [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] 3e75a234-a1b9-4c26-a601-33b2349a5c97 already exists in list: networks containing: ['3e75a234-a1b9-4c26-a601-33b2349a5c97']. ignoring it [ 973.515326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.394s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.515556] env[65762]: DEBUG nova.objects.instance [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lazy-loading 'resources' on Instance uuid 07ede692-0e53-4ca0-b0ba-2dab1683f4eb {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.519551] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.520556] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.520556] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.520556] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.520556] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.520556] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.520804] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.520949] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.521084] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.521250] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.524724] env[65762]: DEBUG nova.virt.hardware [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 973.524724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b13262-1376-44cf-a221-572c471f8949 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.534859] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757792} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.539807] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 510c82b1-8d58-41ea-9137-3c8ca76b9500/510c82b1-8d58-41ea-9137-3c8ca76b9500.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.539807] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.540357] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560567, 'name': CreateVM_Task, 'duration_secs': 0.419917} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.541419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.541777] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f4d9c0a-8a2d-4a06-8528-8adccb594032 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.545156] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.545156] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f566ae19-a85a-4875-8faa-b4649df662c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.550094] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.550094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.550094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.550430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.554058] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb900a2-43d9-402f-a60c-f96d7167f451 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.574802] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 973.574802] env[65762]: value = "task-4560568" [ 973.574802] env[65762]: _type = "Task" [ 973.574802] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.575223] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 973.575223] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529f17dd-3549-9ada-c71e-b768d5008004" [ 973.575223] env[65762]: _type = "Task" [ 973.575223] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.589767] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.597043] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529f17dd-3549-9ada-c71e-b768d5008004, 'name': SearchDatastore_Task, 'duration_secs': 0.023743} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.597519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.597819] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.598195] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.598444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.599037] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.599543] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8991a9e5-3678-4100-92e8-dcf0218d03d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.610183] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.610477] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.611480] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ac0204-f8b2-4ed8-b7b4-05dae601480f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.617586] env[65762]: WARNING neutronclient.v2_0.client [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.621781] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 973.621781] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a23275-db5d-8fc0-3720-b4f0d57d8619" [ 973.621781] env[65762]: _type = "Task" [ 973.621781] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.632882] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a23275-db5d-8fc0-3720-b4f0d57d8619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.647287] env[65762]: WARNING neutronclient.v2_0.client [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.698296] env[65762]: DEBUG nova.network.neutron [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Updated VIF entry in instance network info cache for port 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.698701] env[65762]: DEBUG nova.network.neutron [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Updating instance_info_cache with network_info: [{"id": "2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8", "address": "fa:16:3e:24:4c:01", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf10ca1-7a", "ovs_interfaceid": "2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.799928] env[65762]: WARNING neutronclient.v2_0.client [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.869957] env[65762]: DEBUG nova.network.neutron [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "address": "fa:16:3e:b6:cd:75", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4da6259-41", "ovs_interfaceid": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.971600] env[65762]: DEBUG nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Received event network-changed-02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 973.972029] env[65762]: DEBUG nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Refreshing instance network info cache due to event network-changed-02cf87fa-048b-44f9-801e-6059cfd3a8f8. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 973.972029] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Acquiring lock "refresh_cache-c8e13386-c98e-452a-af83-9f714bbfac5c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.972237] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Acquired lock "refresh_cache-c8e13386-c98e-452a-af83-9f714bbfac5c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.972271] env[65762]: DEBUG nova.network.neutron [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Refreshing network info cache for port 02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.019733] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "refresh_cache-7095cb7a-e9a4-4454-ac82-bfe6fff4f729" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.019936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "refresh_cache-7095cb7a-e9a4-4454-ac82-bfe6fff4f729" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.020125] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.034113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91306cbd-21b8-4814-ac10-6b8486f986a2 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.943s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.039603] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.920s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.039875] env[65762]: INFO nova.compute.manager [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Unshelving [ 974.091337] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074648} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.091657] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.092757] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd05783-63eb-4652-a44f-911de7d90c4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.125094] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 510c82b1-8d58-41ea-9137-3c8ca76b9500/510c82b1-8d58-41ea-9137-3c8ca76b9500.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.128736] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248df79e-2460-4dd5-b88d-bf1d7954ac4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.144893] env[65762]: DEBUG nova.compute.manager [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-changed-f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 974.145070] env[65762]: DEBUG nova.compute.manager [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing instance network info cache due to event network-changed-f4da6259-41b5-45c5-84e7-0d33e303c3aa. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 974.145274] env[65762]: DEBUG oslo_concurrency.lockutils [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.155743] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a23275-db5d-8fc0-3720-b4f0d57d8619, 'name': SearchDatastore_Task, 'duration_secs': 0.020308} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.161048] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 974.161048] env[65762]: value = "task-4560569" [ 974.161048] env[65762]: _type = "Task" [ 974.161048] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.161758] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11a37a1-d624-4a52-8acb-c5616b7d9fea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.173512] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.178206] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 974.178206] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526a781e-1fe1-3f2c-a531-d42a8f77d9b0" [ 974.178206] env[65762]: _type = "Task" [ 974.178206] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.188564] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a781e-1fe1-3f2c-a531-d42a8f77d9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014062} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.192040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.192451] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] c8e13386-c98e-452a-af83-9f714bbfac5c/c8e13386-c98e-452a-af83-9f714bbfac5c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.193365] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-854d48c0-f2d3-45a8-9452-8b69ecb42746 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.201990] env[65762]: DEBUG oslo_concurrency.lockutils [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] Releasing lock "refresh_cache-510c82b1-8d58-41ea-9137-3c8ca76b9500" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.202328] env[65762]: DEBUG nova.compute.manager [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Received event network-vif-plugged-02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 974.202541] env[65762]: DEBUG oslo_concurrency.lockutils [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] Acquiring lock "c8e13386-c98e-452a-af83-9f714bbfac5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.202852] env[65762]: DEBUG oslo_concurrency.lockutils [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.203336] env[65762]: DEBUG oslo_concurrency.lockutils [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.203569] env[65762]: DEBUG nova.compute.manager [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] No waiting events found dispatching network-vif-plugged-02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 974.203727] env[65762]: WARNING nova.compute.manager [req-2bdd2a79-1b07-4aff-908f-498b096c91f6 req-7e2056f8-d007-4904-8404-d0e9007dada7 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Received unexpected event network-vif-plugged-02cf87fa-048b-44f9-801e-6059cfd3a8f8 for instance with vm_state building and task_state spawning. [ 974.204217] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 974.204217] env[65762]: value = "task-4560570" [ 974.204217] env[65762]: _type = "Task" [ 974.204217] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.216542] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.372805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.373534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.373683] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.373954] env[65762]: DEBUG oslo_concurrency.lockutils [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.374149] env[65762]: DEBUG nova.network.neutron [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing network info cache for port f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.376011] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d106e-166b-4945-a097-c8d7164801fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.398521] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.398811] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.398967] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.399161] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.399302] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.399443] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.399684] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.399943] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.400140] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.400301] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.400468] env[65762]: DEBUG nova.virt.hardware [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.407010] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfiguring VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 974.410597] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aef6861-189a-4fbe-aa68-e0822f53fa0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.431404] env[65762]: DEBUG oslo_vmware.api [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 974.431404] env[65762]: value = "task-4560571" [ 974.431404] env[65762]: _type = "Task" [ 974.431404] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.444403] env[65762]: DEBUG oslo_vmware.api [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560571, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.474851] env[65762]: WARNING neutronclient.v2_0.client [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.480068] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0a375-a3e6-40db-ac55-9546b51ca154 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.490511] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bf3b3e-bda5-41f7-b0af-25ba21e69339 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.530362] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805eec87-4b84-4e4e-bba5-707fba8c7618 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.540153] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41921bbd-c703-4d94-8f7f-81ba149806d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.564021] env[65762]: DEBUG nova.compute.provider_tree [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.574608] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 974.677533] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.697646] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.706993] env[65762]: WARNING neutronclient.v2_0.client [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.719216] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560570, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.779448] env[65762]: DEBUG nova.network.neutron [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Updating instance_info_cache with network_info: [{"id": "3a4a6c22-ee20-4f81-a3ac-5f5e166e0302", "address": "fa:16:3e:cb:84:93", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4a6c22-ee", "ovs_interfaceid": "3a4a6c22-ee20-4f81-a3ac-5f5e166e0302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.816351] env[65762]: DEBUG nova.network.neutron [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Updated VIF entry in instance network info cache for port 02cf87fa-048b-44f9-801e-6059cfd3a8f8. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.816721] env[65762]: DEBUG nova.network.neutron [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Updating instance_info_cache with network_info: [{"id": "02cf87fa-048b-44f9-801e-6059cfd3a8f8", "address": "fa:16:3e:bc:2e:79", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02cf87fa-04", "ovs_interfaceid": "02cf87fa-048b-44f9-801e-6059cfd3a8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.881163] env[65762]: WARNING neutronclient.v2_0.client [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.943044] env[65762]: DEBUG oslo_vmware.api [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.024388] env[65762]: WARNING neutronclient.v2_0.client [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.054237] env[65762]: DEBUG nova.compute.utils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.067496] env[65762]: DEBUG nova.scheduler.client.report [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.100241] env[65762]: DEBUG nova.network.neutron [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updated VIF entry in instance network info cache for port f4da6259-41b5-45c5-84e7-0d33e303c3aa. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.100770] env[65762]: DEBUG nova.network.neutron [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "address": "fa:16:3e:b6:cd:75", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4da6259-41", "ovs_interfaceid": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.177742] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560569, 'name': ReconfigVM_Task, 'duration_secs': 0.641979} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.178039] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 510c82b1-8d58-41ea-9137-3c8ca76b9500/510c82b1-8d58-41ea-9137-3c8ca76b9500.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.178693] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c52b9f84-0ab1-4593-9efc-b79db0936d69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.186782] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 975.186782] env[65762]: value = "task-4560572" [ 975.186782] env[65762]: _type = "Task" [ 975.186782] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.196425] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560572, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.219767] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536892} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.220100] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] c8e13386-c98e-452a-af83-9f714bbfac5c/c8e13386-c98e-452a-af83-9f714bbfac5c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.220317] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.220569] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-993ac272-3132-402a-9481-95f53c5f79ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.229380] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 975.229380] env[65762]: value = "task-4560573" [ 975.229380] env[65762]: _type = "Task" [ 975.229380] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.238156] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.283520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "refresh_cache-7095cb7a-e9a4-4454-ac82-bfe6fff4f729" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.283882] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Instance network_info: |[{"id": "3a4a6c22-ee20-4f81-a3ac-5f5e166e0302", "address": "fa:16:3e:cb:84:93", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4a6c22-ee", "ovs_interfaceid": "3a4a6c22-ee20-4f81-a3ac-5f5e166e0302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 975.284402] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:84:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a4a6c22-ee20-4f81-a3ac-5f5e166e0302', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.293806] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 975.294181] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.294470] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5451034-c6ce-44f9-b0b6-9d9e4e2bf6bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.315365] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.315365] env[65762]: value = "task-4560574" [ 975.315365] env[65762]: _type = "Task" [ 975.315365] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.319810] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Releasing lock "refresh_cache-c8e13386-c98e-452a-af83-9f714bbfac5c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.320417] env[65762]: DEBUG nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Received event network-vif-plugged-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 975.320688] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Acquiring lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.320923] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.321114] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.321290] env[65762]: DEBUG nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] No waiting events found dispatching network-vif-plugged-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.321454] env[65762]: WARNING nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Received unexpected event network-vif-plugged-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 for instance with vm_state building and task_state spawning. [ 975.321611] env[65762]: DEBUG nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Received event network-changed-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 975.321760] env[65762]: DEBUG nova.compute.manager [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Refreshing instance network info cache due to event network-changed-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 975.321984] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Acquiring lock "refresh_cache-7095cb7a-e9a4-4454-ac82-bfe6fff4f729" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.322095] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Acquired lock "refresh_cache-7095cb7a-e9a4-4454-ac82-bfe6fff4f729" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.322259] env[65762]: DEBUG nova.network.neutron [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Refreshing network info cache for port 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.330163] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560574, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.444244] env[65762]: DEBUG oslo_vmware.api [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.558554] env[65762]: INFO nova.virt.block_device [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Booting with volume 0b9248d6-5e1c-452e-bce6-34c30b8d4584 at /dev/sdb [ 975.572245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.574515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.420s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.576114] env[65762]: INFO nova.compute.claims [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.600269] env[65762]: INFO nova.scheduler.client.report [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted allocations for instance 07ede692-0e53-4ca0-b0ba-2dab1683f4eb [ 975.603461] env[65762]: DEBUG oslo_concurrency.lockutils [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.603461] env[65762]: DEBUG nova.compute.manager [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Received event network-changed-2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 975.603975] env[65762]: DEBUG nova.compute.manager [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Refreshing instance network info cache due to event network-changed-2518c566-8d71-4dca-a875-dc8658660c52. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 975.603975] env[65762]: DEBUG oslo_concurrency.lockutils [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] Acquiring lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.604069] env[65762]: DEBUG oslo_concurrency.lockutils [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] Acquired lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.604408] env[65762]: DEBUG nova.network.neutron [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Refreshing network info cache for port 2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.605930] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a13db6d4-f4cf-41bd-b57d-1988c3786c41 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.618753] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecb9895-079d-48c4-a45e-c0e9daeffea1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.657235] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7614b56a-e8a1-4977-b12a-f800cadcd71c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.666999] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189f12a-cdd1-4b68-92c8-ef9a71b87ac7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.703876] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bde78b-de96-42c1-85f3-69e3030f75ff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.710030] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560572, 'name': Rename_Task, 'duration_secs': 0.269772} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.710446] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.710710] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f6f72d-04b0-4023-8315-f6f093899dde {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.715062] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af9469-f5f6-4800-ab3d-db723d2b868f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.719512] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 975.719512] env[65762]: value = "task-4560575" [ 975.719512] env[65762]: _type = "Task" [ 975.719512] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.727921] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.734158] env[65762]: DEBUG nova.virt.block_device [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating existing volume attachment record: f6601d57-2d4e-4556-853c-4901eb835327 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.748372] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170647} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.748723] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.749803] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6644486d-64d1-440b-9624-c7f207232a82 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.778136] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c8e13386-c98e-452a-af83-9f714bbfac5c/c8e13386-c98e-452a-af83-9f714bbfac5c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.778639] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37702fb-7f05-448e-8527-69b2f34e08dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.801708] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 975.801708] env[65762]: value = "task-4560576" [ 975.801708] env[65762]: _type = "Task" [ 975.801708] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.813662] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.828432] env[65762]: WARNING neutronclient.v2_0.client [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.830903] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560574, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.946376] env[65762]: DEBUG oslo_vmware.api [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560571, 'name': ReconfigVM_Task, 'duration_secs': 1.263218} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.946838] env[65762]: WARNING neutronclient.v2_0.client [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.947108] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.947317] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfigured VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 975.986687] env[65762]: WARNING neutronclient.v2_0.client [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.080815] env[65762]: DEBUG nova.network.neutron [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Updated VIF entry in instance network info cache for port 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.080815] env[65762]: DEBUG nova.network.neutron [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Updating instance_info_cache with network_info: [{"id": "3a4a6c22-ee20-4f81-a3ac-5f5e166e0302", "address": "fa:16:3e:cb:84:93", "network": {"id": "c3a0f92b-1fe6-4fd7-b237-97ed5cef1686", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-51352202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f654eb2051134e45ab23d31075155bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4a6c22-ee", "ovs_interfaceid": "3a4a6c22-ee20-4f81-a3ac-5f5e166e0302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.108977] env[65762]: WARNING neutronclient.v2_0.client [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.118779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "07ede692-0e53-4ca0-b0ba-2dab1683f4eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.699s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.233224] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560575, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.316414] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.327398] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560574, 'name': CreateVM_Task, 'duration_secs': 0.630945} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.327595] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.328149] env[65762]: WARNING neutronclient.v2_0.client [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.328572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.328733] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.329061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.330337] env[65762]: WARNING neutronclient.v2_0.client [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.332649] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078775e2-2a7b-434f-b44a-1d7eb61d8d75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.340023] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 976.340023] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5200f71f-2789-c8b9-baa3-fdcf03ed6618" [ 976.340023] env[65762]: _type = "Task" [ 976.340023] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.350906] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5200f71f-2789-c8b9-baa3-fdcf03ed6618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.428094] env[65762]: DEBUG nova.network.neutron [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updated VIF entry in instance network info cache for port 2518c566-8d71-4dca-a875-dc8658660c52. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.429119] env[65762]: DEBUG nova.network.neutron [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updating instance_info_cache with network_info: [{"id": "2518c566-8d71-4dca-a875-dc8658660c52", "address": "fa:16:3e:4e:4e:2b", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2518c566-8d", "ovs_interfaceid": "2518c566-8d71-4dca-a875-dc8658660c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.452624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-12bf11b8-6b11-4632-8d10-c893eba1ce5b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.874s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.584753] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2861361-19e2-4444-adfc-0cafa90ae8bc req-ea8252d3-2ae2-42df-9cbf-90b243cb8c21 service nova] Releasing lock "refresh_cache-7095cb7a-e9a4-4454-ac82-bfe6fff4f729" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.734999] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560575, 'name': PowerOnVM_Task, 'duration_secs': 0.652202} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.735318] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.735492] env[65762]: INFO nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Took 9.11 seconds to spawn the instance on the hypervisor. [ 976.735661] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 976.736605] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f8b0f8-d3ca-4f53-9f5e-7f75c76f4271 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.814667] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560576, 'name': ReconfigVM_Task, 'duration_secs': 0.638397} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.817773] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c8e13386-c98e-452a-af83-9f714bbfac5c/c8e13386-c98e-452a-af83-9f714bbfac5c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.818757] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4f03f14-a776-44bd-acdc-1ec2777380c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.827331] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 976.827331] env[65762]: value = "task-4560580" [ 976.827331] env[65762]: _type = "Task" [ 976.827331] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.838159] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560580, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.850044] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5200f71f-2789-c8b9-baa3-fdcf03ed6618, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.853422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.854021] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.854148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.854294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.854559] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.855187] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f446f9a-3c67-4089-8cdc-1da5ffd43d0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.866994] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.867148] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.868061] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d285fc-0f88-4996-becc-7b9048ecff1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.878279] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 976.878279] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5280301d-8379-a61b-ab16-950b130bc219" [ 976.878279] env[65762]: _type = "Task" [ 976.878279] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.887934] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5280301d-8379-a61b-ab16-950b130bc219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.932788] env[65762]: DEBUG oslo_concurrency.lockutils [req-167c3244-970e-43c2-a50b-a3b77eb67676 req-aed4681f-4c8e-4572-aa84-35c082fefe27 service nova] Releasing lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.985342] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a01534-a481-4adc-926a-ec076b60b719 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.994638] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f722b595-0c48-42e7-8c8a-59053b1233d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.031932] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec5502-865d-48e2-850a-d832f8a935a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.041446] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752eba74-5c65-465e-8787-e72716b9f856 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.059406] env[65762]: DEBUG nova.compute.provider_tree [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.261320] env[65762]: INFO nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Took 40.58 seconds to build instance. [ 977.341189] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560580, 'name': Rename_Task, 'duration_secs': 0.254622} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.341535] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.341774] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03437191-a1ca-42a8-a3fb-60d24395ddb6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.350067] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 977.350067] env[65762]: value = "task-4560581" [ 977.350067] env[65762]: _type = "Task" [ 977.350067] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.359599] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.390725] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5280301d-8379-a61b-ab16-950b130bc219, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.391819] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c467470d-8343-4fb2-9523-5d68d73ddfa9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.400342] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 977.400342] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52285c20-8b29-b11f-6594-3137988578aa" [ 977.400342] env[65762]: _type = "Task" [ 977.400342] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.410534] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52285c20-8b29-b11f-6594-3137988578aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.562453] env[65762]: DEBUG nova.scheduler.client.report [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.576882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.577170] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.577367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.577582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.577807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.580782] env[65762]: INFO nova.compute.manager [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Terminating instance [ 977.763478] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.095s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.863773] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560581, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.911664] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52285c20-8b29-b11f-6594-3137988578aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.911664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.911815] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7095cb7a-e9a4-4454-ac82-bfe6fff4f729/7095cb7a-e9a4-4454-ac82-bfe6fff4f729.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.912098] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f1364d1-b89a-4b12-8bac-f07e639aef06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.920435] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 977.920435] env[65762]: value = "task-4560582" [ 977.920435] env[65762]: _type = "Task" [ 977.920435] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.929909] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.067441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.068167] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 978.071284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.769s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.072831] env[65762]: INFO nova.compute.claims [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.087026] env[65762]: DEBUG nova.compute.manager [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 978.087026] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.087026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc526550-8c6f-40ab-9702-be732f1e827f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.094713] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.095329] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c94b328-e1cf-4fa3-8562-5461057dcc83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.105904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "ed509cb1-6f57-41d0-9b68-157448888d41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.106200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "ed509cb1-6f57-41d0-9b68-157448888d41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.111105] env[65762]: DEBUG oslo_vmware.api [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 978.111105] env[65762]: value = "task-4560583" [ 978.111105] env[65762]: _type = "Task" [ 978.111105] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.121120] env[65762]: DEBUG oslo_vmware.api [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.267597] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 978.365516] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560581, 'name': PowerOnVM_Task, 'duration_secs': 0.764595} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.365826] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.366033] env[65762]: INFO nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Took 8.24 seconds to spawn the instance on the hypervisor. [ 978.366252] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 978.367126] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08bdfad-40d4-4ae2-ae23-9ec59a047c9c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.433177] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.578682] env[65762]: DEBUG nova.compute.utils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.584753] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 978.585078] env[65762]: DEBUG nova.network.neutron [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.585524] env[65762]: WARNING neutronclient.v2_0.client [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.586415] env[65762]: WARNING neutronclient.v2_0.client [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.621707] env[65762]: DEBUG oslo_vmware.api [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560583, 'name': PowerOffVM_Task, 'duration_secs': 0.217215} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.622030] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.622179] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.622512] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e8be92-8828-4939-b54a-3a7a3f578ddd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.627128] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-9653fa20-f35c-4701-a0ec-968d09109eff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.627421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-9653fa20-f35c-4701-a0ec-968d09109eff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.627833] env[65762]: DEBUG nova.objects.instance [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'flavor' on Instance uuid 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.637083] env[65762]: DEBUG nova.policy [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c97bd4e6cc0454cb64c5db8873bf0cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bf8d95399f74ec7a0bdf20a48dd21a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.725548] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.725548] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.725548] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleting the datastore file [datastore2] f23e6161-018d-4ee7-ac1f-ea941e7dd385 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.725931] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c7c6a66-fd33-4bad-8739-ff32d90d6d93 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.734974] env[65762]: DEBUG oslo_vmware.api [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for the task: (returnval){ [ 978.734974] env[65762]: value = "task-4560586" [ 978.734974] env[65762]: _type = "Task" [ 978.734974] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.745910] env[65762]: DEBUG oslo_vmware.api [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.795211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.889764] env[65762]: INFO nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Took 42.16 seconds to build instance. [ 978.934095] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764458} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.934248] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7095cb7a-e9a4-4454-ac82-bfe6fff4f729/7095cb7a-e9a4-4454-ac82-bfe6fff4f729.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.934506] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.934711] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ffb56d-961c-4542-9e3b-ae2188ad3537 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.944381] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 978.944381] env[65762]: value = "task-4560587" [ 978.944381] env[65762]: _type = "Task" [ 978.944381] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.957019] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.059929] env[65762]: DEBUG nova.network.neutron [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Successfully created port: 22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.089642] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 979.134462] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.251183] env[65762]: DEBUG oslo_vmware.api [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Task: {'id': task-4560586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492039} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.252048] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.252048] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.252048] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.252232] env[65762]: INFO nova.compute.manager [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Took 1.17 seconds to destroy the instance on the hypervisor. [ 979.252410] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.252581] env[65762]: DEBUG nova.compute.manager [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 979.252681] env[65762]: DEBUG nova.network.neutron [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 979.252957] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.362840] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.394583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.686s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.418269] env[65762]: DEBUG nova.objects.instance [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.461715] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098641} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.462168] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.463464] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05bb029-82ce-4122-8680-395f526fdef0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.505181] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 7095cb7a-e9a4-4454-ac82-bfe6fff4f729/7095cb7a-e9a4-4454-ac82-bfe6fff4f729.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.508267] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ab1801-8074-46a9-b54b-5623a1fa9375 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.532492] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 979.532492] env[65762]: value = "task-4560588" [ 979.532492] env[65762]: _type = "Task" [ 979.532492] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.546115] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.565659] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b74408-7879-485d-8218-05789fae4d38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.575933] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602fb2a-65ba-4619-a99e-6da6e7bb3db8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.619429] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddb7e7-5bcd-4c80-820a-58433d389e33 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.629576] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368bbb7-0eac-4953-8382-8f460a67efa2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.644359] env[65762]: DEBUG nova.compute.provider_tree [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.900043] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 979.921325] env[65762]: DEBUG nova.objects.base [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Object Instance<2a2d430b-ad40-4471-b829-33ae122a1833> lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.921645] env[65762]: DEBUG nova.network.neutron [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 979.922138] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.922538] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.048726] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.087598] env[65762]: DEBUG nova.policy [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.120578] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 980.149281] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.149523] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.149736] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.149959] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.150141] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.150405] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.150504] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.150664] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.150901] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.151085] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.151286] env[65762]: DEBUG nova.virt.hardware [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.152242] env[65762]: DEBUG nova.scheduler.client.report [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.156711] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93512c5b-c35c-4bf1-ba95-950380d17e0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.167261] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857be0b1-3fdb-46ca-9f77-7117fcaca39b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.221281] env[65762]: DEBUG nova.network.neutron [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.428412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.546424] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.662596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.662596] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 980.664286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.103s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.664511] env[65762]: DEBUG nova.objects.instance [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lazy-loading 'resources' on Instance uuid d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.667510] env[65762]: DEBUG nova.network.neutron [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Successfully updated port: 22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 980.724728] env[65762]: INFO nova.compute.manager [-] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Took 1.47 seconds to deallocate network for instance. [ 980.766511] env[65762]: DEBUG nova.compute.manager [req-973ddd1c-41d4-4f2f-b33a-2d12b4b2d5a7 req-9ba1b0f4-5064-4ee4-bb75-79748a1e4dea service nova] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Received event network-vif-deleted-8d8325fc-ab2b-48f6-903b-da702410f50a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 981.046679] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560588, 'name': ReconfigVM_Task, 'duration_secs': 1.043826} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.047112] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 7095cb7a-e9a4-4454-ac82-bfe6fff4f729/7095cb7a-e9a4-4454-ac82-bfe6fff4f729.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.047781] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33890736-6d54-45f1-9148-127497bf1c76 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.056929] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 981.056929] env[65762]: value = "task-4560589" [ 981.056929] env[65762]: _type = "Task" [ 981.056929] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.066872] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560589, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.171680] env[65762]: DEBUG nova.compute.utils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.173657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.173771] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174115] env[65762]: DEBUG nova.network.neutron [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.176249] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 981.176249] env[65762]: DEBUG nova.network.neutron [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.176249] env[65762]: WARNING neutronclient.v2_0.client [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.176249] env[65762]: WARNING neutronclient.v2_0.client [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.223798] env[65762]: DEBUG nova.policy [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9643125c466b4f87952a2e6651ac1a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d59d9398fe4476e863f75f74d9199ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.231576] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.568913] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560589, 'name': Rename_Task, 'duration_secs': 0.208982} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.569206] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.569743] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51d27662-5f1a-49a5-9316-9d205d7bcdd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.575318] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57caf2db-2a20-4d60-910e-a05b17c14a9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.579318] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 981.579318] env[65762]: value = "task-4560590" [ 981.579318] env[65762]: _type = "Task" [ 981.579318] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.589448] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23a849b-6e50-4536-bed8-5eb162578fbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.592956] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.623945] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16cfcf-66c5-4469-ab18-5fd1f0a602ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.637272] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c17397-6612-424c-a073-65df8db5ff81 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.654846] env[65762]: DEBUG nova.compute.provider_tree [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.663586] env[65762]: DEBUG nova.network.neutron [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Successfully created port: e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 981.679134] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 981.701132] env[65762]: DEBUG nova.network.neutron [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Successfully updated port: 9653fa20-f35c-4701-a0ec-968d09109eff {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.735759] env[65762]: DEBUG nova.compute.manager [req-d86aed31-3241-4a01-a4a0-93a0b8be3286 req-e59fcb86-e853-4ef1-bf88-8638eee063e0 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Received event network-vif-plugged-22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 981.735759] env[65762]: DEBUG oslo_concurrency.lockutils [req-d86aed31-3241-4a01-a4a0-93a0b8be3286 req-e59fcb86-e853-4ef1-bf88-8638eee063e0 service nova] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.735759] env[65762]: DEBUG oslo_concurrency.lockutils [req-d86aed31-3241-4a01-a4a0-93a0b8be3286 req-e59fcb86-e853-4ef1-bf88-8638eee063e0 service nova] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.735759] env[65762]: DEBUG oslo_concurrency.lockutils [req-d86aed31-3241-4a01-a4a0-93a0b8be3286 req-e59fcb86-e853-4ef1-bf88-8638eee063e0 service nova] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.735759] env[65762]: DEBUG nova.compute.manager [req-d86aed31-3241-4a01-a4a0-93a0b8be3286 req-e59fcb86-e853-4ef1-bf88-8638eee063e0 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] No waiting events found dispatching network-vif-plugged-22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 981.735919] env[65762]: WARNING nova.compute.manager [req-d86aed31-3241-4a01-a4a0-93a0b8be3286 req-e59fcb86-e853-4ef1-bf88-8638eee063e0 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Received unexpected event network-vif-plugged-22d01e9a-2185-4d67-bc2e-81067dcb982f for instance with vm_state building and task_state spawning. [ 981.737533] env[65762]: DEBUG nova.network.neutron [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.852295] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.875036] env[65762]: WARNING neutronclient.v2_0.client [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.964063] env[65762]: DEBUG nova.network.neutron [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.091753] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.158532] env[65762]: DEBUG nova.scheduler.client.report [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.205482] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.205482] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.205684] env[65762]: DEBUG nova.network.neutron [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.467311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.467921] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Instance network_info: |[{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 982.468535] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:63:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d01e9a-2185-4d67-bc2e-81067dcb982f', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.476407] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating folder: Project (2bf8d95399f74ec7a0bdf20a48dd21a4). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.476728] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b05fd51e-4bc2-4dd1-b2f1-a2e7e7f4e32a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.490992] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created folder: Project (2bf8d95399f74ec7a0bdf20a48dd21a4) in parent group-v890951. [ 982.491259] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating folder: Instances. Parent ref: group-v891176. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.491538] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f2843e-5b5e-4a04-9cf3-dfcf8976af62 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.503308] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created folder: Instances in parent group-v891176. [ 982.503570] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 982.503955] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.504302] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94bedd4c-0c9b-411c-bc43-155ef65ef6ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.524624] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.524624] env[65762]: value = "task-4560593" [ 982.524624] env[65762]: _type = "Task" [ 982.524624] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.533239] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560593, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.592278] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560590, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.665962] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.668512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.748s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.668898] env[65762]: DEBUG nova.objects.instance [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lazy-loading 'resources' on Instance uuid 1c8c688f-9e39-4dd8-8a09-066b3cbe536d {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.690508] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 982.693967] env[65762]: INFO nova.scheduler.client.report [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Deleted allocations for instance d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b [ 982.724848] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.725107] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.725260] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.725434] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.725573] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.725712] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.725918] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.726081] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.726259] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.726417] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.726589] env[65762]: DEBUG nova.virt.hardware [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.727607] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c10c99-1188-4aac-95ab-15b983f17ea7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.740040] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f62be62-5ac3-44db-89bf-568a3b3935aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.786406] env[65762]: WARNING nova.network.neutron [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] 3e75a234-a1b9-4c26-a601-33b2349a5c97 already exists in list: networks containing: ['3e75a234-a1b9-4c26-a601-33b2349a5c97']. ignoring it [ 982.786523] env[65762]: WARNING nova.network.neutron [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] 3e75a234-a1b9-4c26-a601-33b2349a5c97 already exists in list: networks containing: ['3e75a234-a1b9-4c26-a601-33b2349a5c97']. ignoring it [ 983.032621] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.039193] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560593, 'name': CreateVM_Task, 'duration_secs': 0.394468} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.039469] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.040159] env[65762]: WARNING neutronclient.v2_0.client [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.040742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.041037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.041518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.041899] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16033929-2d99-45b8-81d7-c5f3e51b900f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.052030] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 983.052030] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5206b6d3-fb83-1a10-99cb-676976b25032" [ 983.052030] env[65762]: _type = "Task" [ 983.052030] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.060290] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5206b6d3-fb83-1a10-99cb-676976b25032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.091861] env[65762]: DEBUG oslo_vmware.api [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560590, 'name': PowerOnVM_Task, 'duration_secs': 1.209697} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.092220] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.092463] env[65762]: INFO nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Took 10.46 seconds to spawn the instance on the hypervisor. [ 983.092670] env[65762]: DEBUG nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 983.093508] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a30236-5fcf-4976-be2b-74a8b7f129c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.151045] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.151329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.151543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.151728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.151972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.154593] env[65762]: INFO nova.compute.manager [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Terminating instance [ 983.183650] env[65762]: DEBUG nova.compute.manager [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-vif-plugged-9653fa20-f35c-4701-a0ec-968d09109eff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 983.183877] env[65762]: DEBUG oslo_concurrency.lockutils [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.184083] env[65762]: DEBUG oslo_concurrency.lockutils [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.184295] env[65762]: DEBUG oslo_concurrency.lockutils [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.184410] env[65762]: DEBUG nova.compute.manager [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] No waiting events found dispatching network-vif-plugged-9653fa20-f35c-4701-a0ec-968d09109eff {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 983.184568] env[65762]: WARNING nova.compute.manager [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received unexpected event network-vif-plugged-9653fa20-f35c-4701-a0ec-968d09109eff for instance with vm_state active and task_state None. [ 983.184719] env[65762]: DEBUG nova.compute.manager [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-changed-9653fa20-f35c-4701-a0ec-968d09109eff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 983.184874] env[65762]: DEBUG nova.compute.manager [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing instance network info cache due to event network-changed-9653fa20-f35c-4701-a0ec-968d09109eff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 983.185063] env[65762]: DEBUG oslo_concurrency.lockutils [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.207617] env[65762]: DEBUG oslo_concurrency.lockutils [None req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Lock "d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.705s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.212128] env[65762]: DEBUG nova.network.neutron [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Successfully updated port: e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 983.267844] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.479101] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.563747] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5206b6d3-fb83-1a10-99cb-676976b25032, 'name': SearchDatastore_Task, 'duration_secs': 0.013031} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.565418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.565418] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.565758] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.566049] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.566405] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.567017] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5770e368-6ea5-4073-b4dc-260f65e22e57 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.570485] env[65762]: DEBUG nova.network.neutron [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "address": "fa:16:3e:b6:cd:75", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4da6259-41", "ovs_interfaceid": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9653fa20-f35c-4701-a0ec-968d09109eff", "address": "fa:16:3e:60:82:9a", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9653fa20-f3", "ovs_interfaceid": "9653fa20-f35c-4701-a0ec-968d09109eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.584296] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.584499] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.585868] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a9e180-e294-46f0-a6e7-64accd337f73 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.590506] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e0534-ebf8-4d52-850b-40cc33ab8fb5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.596748] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 983.596748] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52310097-d833-4749-a684-3833dbaaa89b" [ 983.596748] env[65762]: _type = "Task" [ 983.596748] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.603094] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f766adf-27fc-4f8a-9aa8-113ad2d169f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.616443] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52310097-d833-4749-a684-3833dbaaa89b, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.616966] env[65762]: INFO nova.compute.manager [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Took 46.84 seconds to build instance. [ 983.645762] env[65762]: DEBUG oslo_concurrency.lockutils [None req-62eb5a75-7084-425d-b00b-671121912b8a tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.898s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.645950] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6a149c-43c7-4fd0-b174-1ddc0207293c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.648873] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b0b50-8d84-4ba5-9ed1-653740bb6d37 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657716] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 983.657716] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524af162-efcf-9d23-320a-8f5835130540" [ 983.657716] env[65762]: _type = "Task" [ 983.657716] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.658933] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c965a2-102b-497f-9a24-d77d798658be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.663393] env[65762]: DEBUG nova.compute.manager [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 983.663583] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.667145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea32bb3-d126-4382-8b06-9a7706ce23a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.676485] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524af162-efcf-9d23-320a-8f5835130540, 'name': SearchDatastore_Task, 'duration_secs': 0.018193} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.685960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.686259] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430/25e5f1b6-14cd-4cdc-bd81-860c6c7c7430.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.686557] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.686973] env[65762]: DEBUG nova.compute.provider_tree [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.688390] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8c6e5bf-0f42-49ed-af64-d4af13dc078d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.690380] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c5094d-6a47-4265-9fa1-e84af38773c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702074] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 983.702074] env[65762]: value = "task-4560595" [ 983.702074] env[65762]: _type = "Task" [ 983.702074] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.703452] env[65762]: DEBUG oslo_vmware.api [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 983.703452] env[65762]: value = "task-4560594" [ 983.703452] env[65762]: _type = "Task" [ 983.703452] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.716619] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.720051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.720327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.721745] env[65762]: DEBUG nova.network.neutron [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.721745] env[65762]: DEBUG oslo_vmware.api [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.983664] env[65762]: DEBUG nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Received event network-changed-22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 983.983872] env[65762]: DEBUG nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Refreshing instance network info cache due to event network-changed-22d01e9a-2185-4d67-bc2e-81067dcb982f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 983.984093] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.984239] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.984474] env[65762]: DEBUG nova.network.neutron [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Refreshing network info cache for port 22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.075631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.076482] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.076730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.076928] env[65762]: DEBUG oslo_concurrency.lockutils [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.077153] env[65762]: DEBUG nova.network.neutron [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Refreshing network info cache for port 9653fa20-f35c-4701-a0ec-968d09109eff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.083029] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fa6a8-6876-47a2-ae78-b882d1526c67 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.101866] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 984.102363] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.102363] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 984.102529] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.102690] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 984.102843] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 984.103062] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 984.103227] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 984.103388] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 984.103594] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 984.103772] env[65762]: DEBUG nova.virt.hardware [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 984.110845] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfiguring VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 984.112270] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba331fbb-6a41-4e7e-ba3f-3895effe601d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.136050] env[65762]: DEBUG oslo_vmware.api [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 984.136050] env[65762]: value = "task-4560596" [ 984.136050] env[65762]: _type = "Task" [ 984.136050] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.147191] env[65762]: DEBUG oslo_vmware.api [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560596, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193683] env[65762]: DEBUG nova.scheduler.client.report [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.218622] env[65762]: DEBUG oslo_vmware.api [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560594, 'name': PowerOffVM_Task, 'duration_secs': 0.273142} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.223752] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.224065] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.224365] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.224610] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1862118f-8ada-4114-be78-fbb9a409de90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.312187] env[65762]: DEBUG nova.network.neutron [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 984.319915] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.320174] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.321611] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleting the datastore file [datastore1] ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.321611] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ac7d73-ac10-49f3-89ea-d227917937ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.329622] env[65762]: DEBUG oslo_vmware.api [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for the task: (returnval){ [ 984.329622] env[65762]: value = "task-4560598" [ 984.329622] env[65762]: _type = "Task" [ 984.329622] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.339254] env[65762]: DEBUG oslo_vmware.api [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.464280] env[65762]: WARNING neutronclient.v2_0.client [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.487447] env[65762]: WARNING neutronclient.v2_0.client [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.584176] env[65762]: WARNING neutronclient.v2_0.client [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.597184] env[65762]: DEBUG nova.network.neutron [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Updating instance_info_cache with network_info: [{"id": "e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd", "address": "fa:16:3e:72:42:ea", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7852aef-73", "ovs_interfaceid": "e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.647465] env[65762]: DEBUG oslo_vmware.api [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.700443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.702748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.355s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.702748] env[65762]: DEBUG nova.objects.instance [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lazy-loading 'resources' on Instance uuid f2ee5ca2-9a78-4a1d-8281-a53aed08389f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.715978] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575532} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.718300] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430/25e5f1b6-14cd-4cdc-bd81-860c6c7c7430.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.718541] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.719901] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53f29acd-e70f-45aa-b27d-9df9dc9de0e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.727727] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 984.727727] env[65762]: value = "task-4560599" [ 984.727727] env[65762]: _type = "Task" [ 984.727727] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.732890] env[65762]: INFO nova.scheduler.client.report [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocations for instance 1c8c688f-9e39-4dd8-8a09-066b3cbe536d [ 984.745743] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.841657] env[65762]: DEBUG oslo_vmware.api [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Task: {'id': task-4560598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183228} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.845401] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.845576] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.845775] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.845960] env[65762]: INFO nova.compute.manager [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 984.846292] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 984.846832] env[65762]: DEBUG nova.compute.manager [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 984.846996] env[65762]: DEBUG nova.network.neutron [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 984.847297] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.868572] env[65762]: WARNING neutronclient.v2_0.client [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.922785] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.011248] env[65762]: WARNING neutronclient.v2_0.client [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.101048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.101454] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance network_info: |[{"id": "e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd", "address": "fa:16:3e:72:42:ea", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7852aef-73", "ovs_interfaceid": "e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 985.101940] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:42:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.117313] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 985.117574] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.118648] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f43725-eb84-4183-8b4e-a45c2cbbbd59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.148879] env[65762]: DEBUG oslo_vmware.api [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.150441] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.150441] env[65762]: value = "task-4560600" [ 985.150441] env[65762]: _type = "Task" [ 985.150441] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.168289] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560600, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.171450] env[65762]: DEBUG nova.network.neutron [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updated VIF entry in instance network info cache for port 22d01e9a-2185-4d67-bc2e-81067dcb982f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.171450] env[65762]: DEBUG nova.network.neutron [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.239580] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080252} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.240331] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.240959] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2d4f5b-6ac6-4657-ab29-5fb41655a8c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.253773] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "1c8c688f-9e39-4dd8-8a09-066b3cbe536d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.988s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.282841] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430/25e5f1b6-14cd-4cdc-bd81-860c6c7c7430.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.289383] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d262be3-0ee2-48b7-b52e-552fcc333890 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.306348] env[65762]: DEBUG nova.network.neutron [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updated VIF entry in instance network info cache for port 9653fa20-f35c-4701-a0ec-968d09109eff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.306879] env[65762]: DEBUG nova.network.neutron [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "address": "fa:16:3e:b6:cd:75", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4da6259-41", "ovs_interfaceid": "f4da6259-41b5-45c5-84e7-0d33e303c3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9653fa20-f35c-4701-a0ec-968d09109eff", "address": "fa:16:3e:60:82:9a", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9653fa20-f3", "ovs_interfaceid": "9653fa20-f35c-4701-a0ec-968d09109eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.315683] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 985.315683] env[65762]: value = "task-4560601" [ 985.315683] env[65762]: _type = "Task" [ 985.315683] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.328157] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.654266] env[65762]: DEBUG oslo_vmware.api [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560596, 'name': ReconfigVM_Task, 'duration_secs': 1.069495} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.664109] env[65762]: WARNING neutronclient.v2_0.client [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.664109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.664109] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfigured VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 985.672344] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560600, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.674379] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.675648] env[65762]: DEBUG nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Received event network-vif-plugged-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 985.675648] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Acquiring lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.675648] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.675648] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.675648] env[65762]: DEBUG nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] No waiting events found dispatching network-vif-plugged-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.675648] env[65762]: WARNING nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Received unexpected event network-vif-plugged-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd for instance with vm_state building and task_state spawning. [ 985.675648] env[65762]: DEBUG nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Received event network-changed-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 985.676302] env[65762]: DEBUG nova.compute.manager [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Refreshing instance network info cache due to event network-changed-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 985.676302] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Acquiring lock "refresh_cache-12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.676302] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Acquired lock "refresh_cache-12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.676302] env[65762]: DEBUG nova.network.neutron [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Refreshing network info cache for port e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.691432] env[65762]: DEBUG nova.network.neutron [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.717686] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f12980-7476-4254-8114-fe68156e6ef7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.726990] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e3e105-bd78-435d-b130-d5957f1271fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.762673] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890482c-b25e-4cc8-8f98-97591de3f87a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.771516] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc22cdfe-a771-40cd-976f-60e5e9e6c2cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.789404] env[65762]: DEBUG nova.compute.provider_tree [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.810584] env[65762]: DEBUG oslo_concurrency.lockutils [req-28d79e8a-fa3f-49af-84f4-c183791a55bb req-edae1de0-a400-4eb6-8b62-0fb0a3b380ce service nova] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.826930] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560601, 'name': ReconfigVM_Task, 'duration_secs': 0.333653} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.827274] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430/25e5f1b6-14cd-4cdc-bd81-860c6c7c7430.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.828038] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d776fd2e-ce30-4747-9bfd-7f62a181d2e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.835914] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 985.835914] env[65762]: value = "task-4560602" [ 985.835914] env[65762]: _type = "Task" [ 985.835914] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.845508] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560602, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.165069] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560600, 'name': CreateVM_Task, 'duration_secs': 0.55238} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.165394] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.165799] env[65762]: WARNING neutronclient.v2_0.client [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.166187] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.166342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.166661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.167857] env[65762]: DEBUG oslo_concurrency.lockutils [None req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-9653fa20-f35c-4701-a0ec-968d09109eff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.540s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.168863] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a778839f-6a3b-4b70-8365-89d40080118c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.175141] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 986.175141] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529f5fa3-980b-c9cd-608c-9765ffafbe0b" [ 986.175141] env[65762]: _type = "Task" [ 986.175141] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.184685] env[65762]: WARNING neutronclient.v2_0.client [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.187379] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529f5fa3-980b-c9cd-608c-9765ffafbe0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.197067] env[65762]: INFO nova.compute.manager [-] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Took 1.35 seconds to deallocate network for instance. [ 986.314910] env[65762]: ERROR nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] [req-93350714-3a03-48a9-8e01-7ad8ce106242] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93350714-3a03-48a9-8e01-7ad8ce106242"}]} [ 986.334164] env[65762]: DEBUG nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.353055] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560602, 'name': Rename_Task, 'duration_secs': 0.158147} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.353055] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.353343] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc48fb66-2679-4c7e-b549-50b7352f48f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.363117] env[65762]: DEBUG nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.363450] env[65762]: DEBUG nova.compute.provider_tree [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.374596] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 986.374596] env[65762]: value = "task-4560603" [ 986.374596] env[65762]: _type = "Task" [ 986.374596] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.384901] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.386182] env[65762]: DEBUG nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.408796] env[65762]: DEBUG nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.425436] env[65762]: WARNING neutronclient.v2_0.client [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.512431] env[65762]: DEBUG nova.compute.manager [req-9bb17b9b-7553-492e-a95f-62de1dc0e18a req-69113668-52fd-4c06-8435-59c7516a58b9 service nova] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Received event network-vif-deleted-318c940a-e3a2-464c-9753-cff9f9fca0ee {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 986.538949] env[65762]: DEBUG nova.network.neutron [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Updated VIF entry in instance network info cache for port e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.539314] env[65762]: DEBUG nova.network.neutron [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Updating instance_info_cache with network_info: [{"id": "e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd", "address": "fa:16:3e:72:42:ea", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7852aef-73", "ovs_interfaceid": "e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.583616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "510c82b1-8d58-41ea-9137-3c8ca76b9500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.583961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.584265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "510c82b1-8d58-41ea-9137-3c8ca76b9500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.584540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.584736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.587486] env[65762]: INFO nova.compute.manager [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Terminating instance [ 986.689690] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529f5fa3-980b-c9cd-608c-9765ffafbe0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.690011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.690459] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.690515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.690604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.690821] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.691096] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a363b5e8-c484-4ddb-9eae-c497aee3894e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.700621] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.700824] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.701599] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfc01c6-bd6a-449c-aa73-3c42430ecf39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.709079] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.710895] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 986.710895] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526c4d1f-7792-3fda-8876-defcbf37ac40" [ 986.710895] env[65762]: _type = "Task" [ 986.710895] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.719814] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526c4d1f-7792-3fda-8876-defcbf37ac40, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.723886] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1063985c-9416-4513-a987-e67ba751e0ff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.730376] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 986.730376] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52318525-0cda-2a52-f850-a3d3734f656c" [ 986.730376] env[65762]: _type = "Task" [ 986.730376] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.738703] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52318525-0cda-2a52-f850-a3d3734f656c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.775745] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8f5494-03ac-46ed-9649-972625f02c8b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.784317] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259213a8-5e56-450c-9a70-dda34d480a43 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.815631] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa9430c-77f2-456f-a02b-0a526932ab5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.825060] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefabac0-3bbb-456a-96c5-239f44131f61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.841289] env[65762]: DEBUG nova.compute.provider_tree [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.887083] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.044948] env[65762]: DEBUG oslo_concurrency.lockutils [req-949ee2f4-869b-423a-b91c-a6a57fe52912 req-c4bbff7f-972f-4517-9f93-2963b85b1cb7 service nova] Releasing lock "refresh_cache-12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.092286] env[65762]: DEBUG nova.compute.manager [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 987.092286] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.092980] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e84a758-50c6-4329-8c51-097e32bc4fb7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.102045] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.102340] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f2fd17f-de69-413c-8edd-5889ca3771bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.110390] env[65762]: DEBUG oslo_vmware.api [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 987.110390] env[65762]: value = "task-4560604" [ 987.110390] env[65762]: _type = "Task" [ 987.110390] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.120433] env[65762]: DEBUG oslo_vmware.api [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.245497] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52318525-0cda-2a52-f850-a3d3734f656c, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.245497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.245497] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.245921] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c71373a0-c1c2-4ecf-94c2-84c7fbaf5ffa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.256755] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 987.256755] env[65762]: value = "task-4560605" [ 987.256755] env[65762]: _type = "Task" [ 987.256755] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.267949] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.381217] env[65762]: DEBUG nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.381543] env[65762]: DEBUG nova.compute.provider_tree [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 108 to 109 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.381763] env[65762]: DEBUG nova.compute.provider_tree [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.392190] env[65762]: DEBUG oslo_vmware.api [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560603, 'name': PowerOnVM_Task, 'duration_secs': 0.517402} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.392447] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.392647] env[65762]: INFO nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 7.27 seconds to spawn the instance on the hypervisor. [ 987.392837] env[65762]: DEBUG nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 987.393992] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39964db7-980c-4e83-a660-e369cabb3240 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.621434] env[65762]: DEBUG oslo_vmware.api [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560604, 'name': PowerOffVM_Task, 'duration_secs': 0.330517} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.621735] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.621901] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.622190] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13b53c41-bbfe-4de8-ab74-e9e927bf0788 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.710805] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.711056] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.711243] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleting the datastore file [datastore2] 510c82b1-8d58-41ea-9137-3c8ca76b9500 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.711511] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df67e07a-a920-43f3-941a-d6781d52c718 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.719916] env[65762]: DEBUG oslo_vmware.api [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 987.719916] env[65762]: value = "task-4560607" [ 987.719916] env[65762]: _type = "Task" [ 987.719916] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.731387] env[65762]: DEBUG oslo_vmware.api [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.768081] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.888253] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.185s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.891249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.272s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.892462] env[65762]: INFO nova.compute.claims [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.912768] env[65762]: INFO nova.compute.manager [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 47.78 seconds to build instance. [ 987.917730] env[65762]: INFO nova.scheduler.client.report [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Deleted allocations for instance f2ee5ca2-9a78-4a1d-8281-a53aed08389f [ 988.080939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-f4da6259-41b5-45c5-84e7-0d33e303c3aa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.081251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-f4da6259-41b5-45c5-84e7-0d33e303c3aa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.230978] env[65762]: DEBUG oslo_vmware.api [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232415} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.231279] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.231462] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.231638] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.231806] env[65762]: INFO nova.compute.manager [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Took 1.14 seconds to destroy the instance on the hypervisor. [ 988.232080] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 988.232283] env[65762]: DEBUG nova.compute.manager [-] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 988.232380] env[65762]: DEBUG nova.network.neutron [-] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 988.232624] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.268799] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583619} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.269119] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.269330] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.269649] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7270f13-4ccb-46f5-a96a-e2d30e55c447 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.277994] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 988.277994] env[65762]: value = "task-4560608" [ 988.277994] env[65762]: _type = "Task" [ 988.277994] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.287199] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.290695] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.417300] env[65762]: DEBUG oslo_concurrency.lockutils [None req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.298s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.426452] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Lock "f2ee5ca2-9a78-4a1d-8281-a53aed08389f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.650s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.546185] env[65762]: DEBUG nova.compute.manager [req-9ed44d41-5d13-4cfc-b834-467b3693eaeb req-55202647-e167-48bc-8f3a-18451285156b service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Received event network-vif-deleted-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 988.546382] env[65762]: INFO nova.compute.manager [req-9ed44d41-5d13-4cfc-b834-467b3693eaeb req-55202647-e167-48bc-8f3a-18451285156b service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Neutron deleted interface 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8; detaching it from the instance and deleting it from the info cache [ 988.547253] env[65762]: DEBUG nova.network.neutron [req-9ed44d41-5d13-4cfc-b834-467b3693eaeb req-55202647-e167-48bc-8f3a-18451285156b service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.584436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.584619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.585835] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39429357-4b3e-4ce4-a7fc-2cc3c0e6118b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.607328] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2245816-1e60-499a-b207-3cbeb74037fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.632450] env[65762]: WARNING neutronclient.v2_0.client [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.638399] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfiguring VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 988.638991] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60c6ebe4-a039-44de-be19-1e00122976b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.659097] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 988.659097] env[65762]: value = "task-4560609" [ 988.659097] env[65762]: _type = "Task" [ 988.659097] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.669923] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.788401] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071729} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.788678] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.789476] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c56d491-f08e-4b74-b5eb-23d09f6ac3d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.819400] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.819821] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d0ceb8-f3f2-4ae5-b8c2-cc0aa35a5e31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.842508] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 988.842508] env[65762]: value = "task-4560610" [ 988.842508] env[65762]: _type = "Task" [ 988.842508] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.854956] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.009362] env[65762]: DEBUG nova.network.neutron [-] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.050410] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8103ad5f-f80a-499e-b744-08874b9fcfd4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.063548] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e78981-2aab-427f-8fae-2ca18274f4f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.101934] env[65762]: DEBUG nova.compute.manager [req-9ed44d41-5d13-4cfc-b834-467b3693eaeb req-55202647-e167-48bc-8f3a-18451285156b service nova] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Detach interface failed, port_id=2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8, reason: Instance 510c82b1-8d58-41ea-9137-3c8ca76b9500 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 989.109927] env[65762]: DEBUG nova.compute.manager [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Received event network-changed-22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 989.109927] env[65762]: DEBUG nova.compute.manager [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Refreshing instance network info cache due to event network-changed-22d01e9a-2185-4d67-bc2e-81067dcb982f. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 989.109927] env[65762]: DEBUG oslo_concurrency.lockutils [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.109927] env[65762]: DEBUG oslo_concurrency.lockutils [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.109927] env[65762]: DEBUG nova.network.neutron [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Refreshing network info cache for port 22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.172253] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.361396] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c091d5-71e9-45ee-93d8-5daf3cd27f22 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.365801] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.372181] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f68864-3b78-4125-a92d-c54060323337 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.408308] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9401e6-8c97-4758-9049-522c1124e986 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.418571] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a15d47-6a9e-4f3d-8b87-c09668bedf7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.437982] env[65762]: DEBUG nova.compute.provider_tree [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.513076] env[65762]: INFO nova.compute.manager [-] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Took 1.28 seconds to deallocate network for instance. [ 989.612170] env[65762]: WARNING neutronclient.v2_0.client [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.671299] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.769222] env[65762]: WARNING neutronclient.v2_0.client [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.852179] env[65762]: DEBUG nova.network.neutron [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updated VIF entry in instance network info cache for port 22d01e9a-2185-4d67-bc2e-81067dcb982f. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 989.853478] env[65762]: DEBUG nova.network.neutron [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.862937] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560610, 'name': ReconfigVM_Task, 'duration_secs': 0.743616} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.862937] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.863949] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7300ee79-66ce-41a8-9e8c-17f63cb93489 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.871628] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 989.871628] env[65762]: value = "task-4560611" [ 989.871628] env[65762]: _type = "Task" [ 989.871628] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.881778] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560611, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.977537] env[65762]: DEBUG nova.scheduler.client.report [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 989.977840] env[65762]: DEBUG nova.compute.provider_tree [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 109 to 110 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 989.978034] env[65762]: DEBUG nova.compute.provider_tree [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.021597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.172651] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.356622] env[65762]: DEBUG oslo_concurrency.lockutils [req-fc7bb07f-d8cc-411f-8d60-24943462624e req-897a98e9-4183-444f-b570-183d339547a3 service nova] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.385433] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560611, 'name': Rename_Task, 'duration_secs': 0.343627} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.385433] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.385928] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-488e8af0-aa6e-401e-88df-04460add789b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393285] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 990.393285] env[65762]: value = "task-4560612" [ 990.393285] env[65762]: _type = "Task" [ 990.393285] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.402228] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.484484] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.484895] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 990.487668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.587s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.489154] env[65762]: INFO nova.compute.claims [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.672269] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.905424] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.997311] env[65762]: DEBUG nova.compute.utils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.998699] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 990.998891] env[65762]: DEBUG nova.network.neutron [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 990.999246] env[65762]: WARNING neutronclient.v2_0.client [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.999547] env[65762]: WARNING neutronclient.v2_0.client [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.058061] env[65762]: DEBUG nova.policy [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.173304] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.405541] env[65762]: DEBUG oslo_vmware.api [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560612, 'name': PowerOnVM_Task, 'duration_secs': 0.813113} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.405847] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.406020] env[65762]: INFO nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Took 8.72 seconds to spawn the instance on the hypervisor. [ 991.406214] env[65762]: DEBUG nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 991.407031] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3dde97-4b2f-4ce9-90c7-3d8572b7693d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.425599] env[65762]: DEBUG nova.network.neutron [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Successfully created port: 98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.502761] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 991.653806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "41094222-37a3-490b-9c68-ca211dfb2b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.654039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "41094222-37a3-490b-9c68-ca211dfb2b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.679063] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.839525] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f328212-d539-4c2e-ae2d-f7a0121e9fb8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.848338] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab92cd-b1f7-40a1-93a5-5552dad7b8ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.880349] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3792d4-ff4c-48a2-bf23-cfc3f7d82cdd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.889409] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9aac7b-481b-42d6-9068-5d7358f5b7a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.904535] env[65762]: DEBUG nova.compute.provider_tree [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.924508] env[65762]: INFO nova.compute.manager [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Took 51.64 seconds to build instance. [ 992.156363] env[65762]: DEBUG nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 992.174448] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.408278] env[65762]: DEBUG nova.scheduler.client.report [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.426501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.154s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.513011] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 992.572727] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.573022] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.573645] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.573645] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.573645] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.574161] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.574161] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.574337] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.574633] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.574755] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.574938] env[65762]: DEBUG nova.virt.hardware [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.576172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c47b6-b6d6-4e0d-a06f-65545ab5927f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.588128] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a1c67-b1b1-43a8-ac74-070814eeb101 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.677999] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.681833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.891276] env[65762]: DEBUG nova.compute.manager [req-0efadfc6-7cc6-4130-b184-3c715cd51911 req-c13d170f-01d8-4fc8-a356-35b058ebdfce service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Received event network-vif-plugged-98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 992.891451] env[65762]: DEBUG oslo_concurrency.lockutils [req-0efadfc6-7cc6-4130-b184-3c715cd51911 req-c13d170f-01d8-4fc8-a356-35b058ebdfce service nova] Acquiring lock "ec9337f8-97dd-42f2-be54-416a89c33d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.892033] env[65762]: DEBUG oslo_concurrency.lockutils [req-0efadfc6-7cc6-4130-b184-3c715cd51911 req-c13d170f-01d8-4fc8-a356-35b058ebdfce service nova] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.892033] env[65762]: DEBUG oslo_concurrency.lockutils [req-0efadfc6-7cc6-4130-b184-3c715cd51911 req-c13d170f-01d8-4fc8-a356-35b058ebdfce service nova] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.892033] env[65762]: DEBUG nova.compute.manager [req-0efadfc6-7cc6-4130-b184-3c715cd51911 req-c13d170f-01d8-4fc8-a356-35b058ebdfce service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] No waiting events found dispatching network-vif-plugged-98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 992.892214] env[65762]: WARNING nova.compute.manager [req-0efadfc6-7cc6-4130-b184-3c715cd51911 req-c13d170f-01d8-4fc8-a356-35b058ebdfce service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Received unexpected event network-vif-plugged-98cbf151-36af-49dd-bafd-483724139961 for instance with vm_state building and task_state spawning. [ 992.914822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.915371] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 992.918051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.112s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.918309] env[65762]: DEBUG nova.objects.instance [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lazy-loading 'resources' on Instance uuid 74f348b3-035f-4dbc-abd9-e027f849e3e4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.958998] env[65762]: DEBUG nova.network.neutron [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Successfully updated port: 98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.177308] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.422073] env[65762]: DEBUG nova.compute.utils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.426364] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 993.426692] env[65762]: DEBUG nova.network.neutron [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.427910] env[65762]: WARNING neutronclient.v2_0.client [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.427910] env[65762]: WARNING neutronclient.v2_0.client [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.461231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-ec9337f8-97dd-42f2-be54-416a89c33d61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.462026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-ec9337f8-97dd-42f2-be54-416a89c33d61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.462026] env[65762]: DEBUG nova.network.neutron [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.467860] env[65762]: DEBUG nova.policy [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f887b629c8864eb7a204ad8172ca0650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ca54edb2fe4c03bf3aa64458f06453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.679443] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.771247] env[65762]: INFO nova.compute.manager [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Rebuilding instance [ 993.774339] env[65762]: DEBUG nova.network.neutron [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Successfully created port: a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.824454] env[65762]: DEBUG nova.compute.manager [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 993.824998] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22230d50-1fbc-4905-8fad-b2da4f54fa8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.873133] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02947b32-0cf6-4ba7-9b00-4f7f8185a039 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.881882] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a017f-1846-4186-8a9d-bfef99fd85c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.914280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14c214f-2227-43f7-8e59-87c6de336b09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.923739] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50e950-0a70-4a28-b3ce-f941c2ae068b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.930917] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 993.943042] env[65762]: DEBUG nova.compute.provider_tree [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.996345] env[65762]: DEBUG nova.network.neutron [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 994.118953] env[65762]: WARNING neutronclient.v2_0.client [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.179745] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.201323] env[65762]: DEBUG nova.network.neutron [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Updating instance_info_cache with network_info: [{"id": "98cbf151-36af-49dd-bafd-483724139961", "address": "fa:16:3e:d8:ad:1b", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cbf151-36", "ovs_interfaceid": "98cbf151-36af-49dd-bafd-483724139961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.446760] env[65762]: DEBUG nova.scheduler.client.report [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.683391] env[65762]: DEBUG oslo_vmware.api [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560609, 'name': ReconfigVM_Task, 'duration_secs': 5.8543} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.683766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.684055] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Reconfigured VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 994.684590] env[65762]: WARNING neutronclient.v2_0.client [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.684958] env[65762]: WARNING neutronclient.v2_0.client [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.704448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-ec9337f8-97dd-42f2-be54-416a89c33d61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.704899] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Instance network_info: |[{"id": "98cbf151-36af-49dd-bafd-483724139961", "address": "fa:16:3e:d8:ad:1b", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cbf151-36", "ovs_interfaceid": "98cbf151-36af-49dd-bafd-483724139961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 994.705464] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ad:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98cbf151-36af-49dd-bafd-483724139961', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.713885] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 994.714205] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.714452] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce68ce9a-944e-4993-a4bf-b9b240a0c911 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.738515] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.738515] env[65762]: value = "task-4560613" [ 994.738515] env[65762]: _type = "Task" [ 994.738515] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.748311] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560613, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.846268] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.846609] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ef77c7d-9125-4e38-af7b-c1d479c9012b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.854703] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 994.854703] env[65762]: value = "task-4560614" [ 994.854703] env[65762]: _type = "Task" [ 994.854703] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.865773] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.939283] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 994.952660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.955623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.515s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.955808] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.955968] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 994.956291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.739s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.957823] env[65762]: INFO nova.compute.claims [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.962946] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931754e-d6be-48fa-896a-75f14be389be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.977494] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.979319] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.979635] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.979635] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.979754] env[65762]: DEBUG nova.virt.hardware [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.981269] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb872ab-65bb-4bdb-9174-d8e6357a39f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.989202] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebda8d-5ab6-4e10-998b-611c0f49a6bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.992601] env[65762]: INFO nova.scheduler.client.report [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted allocations for instance 74f348b3-035f-4dbc-abd9-e027f849e3e4 [ 994.996977] env[65762]: DEBUG nova.compute.manager [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Received event network-changed-98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 994.996977] env[65762]: DEBUG nova.compute.manager [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Refreshing instance network info cache due to event network-changed-98cbf151-36af-49dd-bafd-483724139961. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 994.996977] env[65762]: DEBUG oslo_concurrency.lockutils [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] Acquiring lock "refresh_cache-ec9337f8-97dd-42f2-be54-416a89c33d61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.996977] env[65762]: DEBUG oslo_concurrency.lockutils [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] Acquired lock "refresh_cache-ec9337f8-97dd-42f2-be54-416a89c33d61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.996977] env[65762]: DEBUG nova.network.neutron [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Refreshing network info cache for port 98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.015835] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c268f-63c1-483d-88e8-745e494443bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.021092] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaffc94-e3bd-44b1-a7f5-303f0c71addb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.040551] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0460079-500e-4ede-a450-07424b074484 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.077852] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179880MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 995.077852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.235292] env[65762]: DEBUG nova.compute.manager [req-aac4c854-276c-45a3-bc55-b9f22b0c64dd req-a32244bd-9f80-4f4f-a92d-66c20c2a5a44 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Received event network-vif-plugged-a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 995.235523] env[65762]: DEBUG oslo_concurrency.lockutils [req-aac4c854-276c-45a3-bc55-b9f22b0c64dd req-a32244bd-9f80-4f4f-a92d-66c20c2a5a44 service nova] Acquiring lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.235740] env[65762]: DEBUG oslo_concurrency.lockutils [req-aac4c854-276c-45a3-bc55-b9f22b0c64dd req-a32244bd-9f80-4f4f-a92d-66c20c2a5a44 service nova] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.235892] env[65762]: DEBUG oslo_concurrency.lockutils [req-aac4c854-276c-45a3-bc55-b9f22b0c64dd req-a32244bd-9f80-4f4f-a92d-66c20c2a5a44 service nova] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.236074] env[65762]: DEBUG nova.compute.manager [req-aac4c854-276c-45a3-bc55-b9f22b0c64dd req-a32244bd-9f80-4f4f-a92d-66c20c2a5a44 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] No waiting events found dispatching network-vif-plugged-a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 995.236242] env[65762]: WARNING nova.compute.manager [req-aac4c854-276c-45a3-bc55-b9f22b0c64dd req-a32244bd-9f80-4f4f-a92d-66c20c2a5a44 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Received unexpected event network-vif-plugged-a522b9c1-0630-40b6-a81f-7be711f51d2b for instance with vm_state building and task_state spawning. [ 995.248837] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560613, 'name': CreateVM_Task, 'duration_secs': 0.444976} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.249015] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.249541] env[65762]: WARNING neutronclient.v2_0.client [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.250039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.250199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.250603] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.250781] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a867e22-8d22-4740-ac2f-5010ef7ed1ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.256869] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 995.256869] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c54ce2-e424-2f12-e07e-fbe42bf72c1e" [ 995.256869] env[65762]: _type = "Task" [ 995.256869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.265925] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c54ce2-e424-2f12-e07e-fbe42bf72c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.345889] env[65762]: DEBUG nova.network.neutron [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Successfully updated port: a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.365994] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560614, 'name': PowerOffVM_Task, 'duration_secs': 0.297712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.366556] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.366791] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.367804] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4387e7-54d3-45c4-8a6f-3939bcd1d6a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.375737] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.375990] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb996662-1ef0-42dd-bdf3-6993ea0c5c4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.446919] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.447271] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.447271] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore1] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.447669] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e748352-e5ec-478d-8025-1f1a1de4b23b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.455675] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 995.455675] env[65762]: value = "task-4560616" [ 995.455675] env[65762]: _type = "Task" [ 995.455675] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.465038] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.504206] env[65762]: WARNING neutronclient.v2_0.client [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.507287] env[65762]: DEBUG oslo_concurrency.lockutils [None req-caf33488-338c-4c9b-b50f-87e809f5ff7d tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "74f348b3-035f-4dbc-abd9-e027f849e3e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.206s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.687705] env[65762]: WARNING neutronclient.v2_0.client [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.767580] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c54ce2-e424-2f12-e07e-fbe42bf72c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015982} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.767935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.768462] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.768567] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.768657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.768837] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.769110] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe47b6f-672c-4e84-a6ce-3279c45a0060 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.774573] env[65762]: DEBUG nova.network.neutron [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Updated VIF entry in instance network info cache for port 98cbf151-36af-49dd-bafd-483724139961. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 995.775107] env[65762]: DEBUG nova.network.neutron [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Updating instance_info_cache with network_info: [{"id": "98cbf151-36af-49dd-bafd-483724139961", "address": "fa:16:3e:d8:ad:1b", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cbf151-36", "ovs_interfaceid": "98cbf151-36af-49dd-bafd-483724139961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.778166] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.778388] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.779123] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aab2635-f1f8-4c81-bfd0-e032e7687782 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.786728] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 995.786728] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52417f57-8a13-19dd-2d44-6b9fd663856f" [ 995.786728] env[65762]: _type = "Task" [ 995.786728] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.796380] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52417f57-8a13-19dd-2d44-6b9fd663856f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.849184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "refresh_cache-2df3c515-2931-48a0-9d3b-cd53f6918cf2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.849378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "refresh_cache-2df3c515-2931-48a0-9d3b-cd53f6918cf2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.849599] env[65762]: DEBUG nova.network.neutron [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.949038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.949229] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.949413] env[65762]: DEBUG nova.network.neutron [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.967343] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291241} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.967555] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.967729] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.967901] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.277432] env[65762]: DEBUG oslo_concurrency.lockutils [req-440ad062-f2a6-47f7-a63f-a26000194f16 req-2678e852-1189-453d-87df-e63d99278872 service nova] Releasing lock "refresh_cache-ec9337f8-97dd-42f2-be54-416a89c33d61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.302763] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52417f57-8a13-19dd-2d44-6b9fd663856f, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.304883] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448483a9-be76-4c95-9592-dae5b92d6f88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.307702] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a19c5d-9a42-4b7b-8b78-189058a1f759 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.314107] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 996.314107] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a0f241-732e-3553-d04a-7859924589bc" [ 996.314107] env[65762]: _type = "Task" [ 996.314107] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.320202] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2bab9-57be-4473-a819-8d56482dfd8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.354014] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a0f241-732e-3553-d04a-7859924589bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.356808] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.357590] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ec9337f8-97dd-42f2-be54-416a89c33d61/ec9337f8-97dd-42f2-be54-416a89c33d61.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.358452] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee7a317-0a60-433c-95ac-9e903e576e8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.361419] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e7c613-528f-4137-bc44-2d3c67db717c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.373349] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05660a3-59ee-4bfe-8385-efea2acecf89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.377677] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 996.377677] env[65762]: value = "task-4560617" [ 996.377677] env[65762]: _type = "Task" [ 996.377677] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.389943] env[65762]: DEBUG nova.compute.provider_tree [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.392424] env[65762]: DEBUG nova.network.neutron [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.400477] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.411643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.411891] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "2a2d430b-ad40-4471-b829-33ae122a1833" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.412151] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.412430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.412640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "2a2d430b-ad40-4471-b829-33ae122a1833-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.417348] env[65762]: INFO nova.compute.manager [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Terminating instance [ 996.452316] env[65762]: WARNING neutronclient.v2_0.client [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.490718] env[65762]: WARNING neutronclient.v2_0.client [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.574838] env[65762]: DEBUG nova.network.neutron [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Updating instance_info_cache with network_info: [{"id": "a522b9c1-0630-40b6-a81f-7be711f51d2b", "address": "fa:16:3e:70:54:d2", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522b9c1-06", "ovs_interfaceid": "a522b9c1-0630-40b6-a81f-7be711f51d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.633369] env[65762]: WARNING neutronclient.v2_0.client [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.719972] env[65762]: INFO nova.network.neutron [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Port f4da6259-41b5-45c5-84e7-0d33e303c3aa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 996.719972] env[65762]: INFO nova.network.neutron [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Port 9653fa20-f35c-4701-a0ec-968d09109eff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 996.719972] env[65762]: DEBUG nova.network.neutron [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [{"id": "92fb901d-30d9-4601-98db-dc563840ea68", "address": "fa:16:3e:a8:83:c8", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb901d-30", "ovs_interfaceid": "92fb901d-30d9-4601-98db-dc563840ea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.888458] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496296} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.888738] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ec9337f8-97dd-42f2-be54-416a89c33d61/ec9337f8-97dd-42f2-be54-416a89c33d61.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.888956] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.889260] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6982cb2d-ef33-48a3-b10a-9bbe21617e10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.897498] env[65762]: DEBUG nova.scheduler.client.report [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.902422] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 996.902422] env[65762]: value = "task-4560618" [ 996.902422] env[65762]: _type = "Task" [ 996.902422] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.912262] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.921688] env[65762]: DEBUG nova.compute.manager [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 996.921857] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.923075] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bc025b-f63f-45c4-8b1a-14a68a0d4c4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.932715] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.932967] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c9383b-31e0-4a8e-a973-ee92d54e25dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.941023] env[65762]: DEBUG oslo_vmware.api [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 996.941023] env[65762]: value = "task-4560619" [ 996.941023] env[65762]: _type = "Task" [ 996.941023] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.952966] env[65762]: DEBUG oslo_vmware.api [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.009324] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.009653] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.009908] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.010612] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.010790] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.010976] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.011331] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.011505] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.011678] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.011844] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.012027] env[65762]: DEBUG nova.virt.hardware [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 997.012977] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf58368-5299-4f80-8577-3755e44c498a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.018367] env[65762]: DEBUG nova.compute.manager [req-c4fff5ff-30f6-4552-83f8-0e049018201b req-419dea42-b90c-488b-a269-fac232667bba service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-vif-deleted-f4da6259-41b5-45c5-84e7-0d33e303c3aa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 997.025381] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae90e72-a170-4162-bead-620543a7c963 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.045842] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:42:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.054892] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.055495] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.056164] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e78834-1575-43e1-a384-d1c8931eae15 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.077913] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.077913] env[65762]: value = "task-4560620" [ 997.077913] env[65762]: _type = "Task" [ 997.077913] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.081830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "refresh_cache-2df3c515-2931-48a0-9d3b-cd53f6918cf2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.082282] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Instance network_info: |[{"id": "a522b9c1-0630-40b6-a81f-7be711f51d2b", "address": "fa:16:3e:70:54:d2", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522b9c1-06", "ovs_interfaceid": "a522b9c1-0630-40b6-a81f-7be711f51d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 997.082735] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:54:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a522b9c1-0630-40b6-a81f-7be711f51d2b', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.091693] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.092477] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.092717] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6281151e-4518-4187-b01f-10f70656a3c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.111299] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560620, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.117343] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.117343] env[65762]: value = "task-4560621" [ 997.117343] env[65762]: _type = "Task" [ 997.117343] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.126888] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560621, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.222164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-2a2d430b-ad40-4471-b829-33ae122a1833" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.267623] env[65762]: DEBUG nova.compute.manager [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Received event network-changed-a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 997.267859] env[65762]: DEBUG nova.compute.manager [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Refreshing instance network info cache due to event network-changed-a522b9c1-0630-40b6-a81f-7be711f51d2b. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 997.268055] env[65762]: DEBUG oslo_concurrency.lockutils [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] Acquiring lock "refresh_cache-2df3c515-2931-48a0-9d3b-cd53f6918cf2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.268366] env[65762]: DEBUG oslo_concurrency.lockutils [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] Acquired lock "refresh_cache-2df3c515-2931-48a0-9d3b-cd53f6918cf2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.268366] env[65762]: DEBUG nova.network.neutron [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Refreshing network info cache for port a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.404233] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.404927] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 997.408102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.937s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.409137] env[65762]: INFO nova.compute.claims [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.422442] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084104} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.422742] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.423631] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a3bec8-907e-4ff6-8539-8046a9e9abea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.448701] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ec9337f8-97dd-42f2-be54-416a89c33d61/ec9337f8-97dd-42f2-be54-416a89c33d61.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.448701] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a6f1a5-6099-4f2d-8fe6-f7c1c322c408 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.475024] env[65762]: DEBUG oslo_vmware.api [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560619, 'name': PowerOffVM_Task, 'duration_secs': 0.249018} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.475024] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.475024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.475024] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 997.475024] env[65762]: value = "task-4560622" [ 997.475024] env[65762]: _type = "Task" [ 997.475024] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.475024] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-711aa0b2-ff35-4729-bf84-67cb896a5de4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.485454] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.591451] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560620, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.600426] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.600621] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.600809] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleting the datastore file [datastore1] 2a2d430b-ad40-4471-b829-33ae122a1833 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.601143] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bff937a0-950f-427c-b9fb-7220bb971ac0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.609468] env[65762]: DEBUG oslo_vmware.api [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 997.609468] env[65762]: value = "task-4560624" [ 997.609468] env[65762]: _type = "Task" [ 997.609468] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.621139] env[65762]: DEBUG oslo_vmware.api [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.631097] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560621, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.725913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-2a2d430b-ad40-4471-b829-33ae122a1833-f4da6259-41b5-45c5-84e7-0d33e303c3aa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.644s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.771794] env[65762]: WARNING neutronclient.v2_0.client [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.922025] env[65762]: DEBUG nova.compute.utils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.922330] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 997.922527] env[65762]: DEBUG nova.network.neutron [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 997.922861] env[65762]: WARNING neutronclient.v2_0.client [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.923164] env[65762]: WARNING neutronclient.v2_0.client [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.981539] env[65762]: WARNING neutronclient.v2_0.client [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.990143] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560622, 'name': ReconfigVM_Task, 'duration_secs': 0.517046} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.990920] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ec9337f8-97dd-42f2-be54-416a89c33d61/ec9337f8-97dd-42f2-be54-416a89c33d61.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.991177] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9eb4f2e-9e19-4851-80cc-8fb8f9a7089d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.994102] env[65762]: DEBUG nova.policy [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22bc6ad1493d4df28c250b7135e488b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349ae1c86109483d90166d871c59e105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.002154] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 998.002154] env[65762]: value = "task-4560625" [ 998.002154] env[65762]: _type = "Task" [ 998.002154] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.012806] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560625, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.073762] env[65762]: DEBUG nova.network.neutron [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Updated VIF entry in instance network info cache for port a522b9c1-0630-40b6-a81f-7be711f51d2b. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.074182] env[65762]: DEBUG nova.network.neutron [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Updating instance_info_cache with network_info: [{"id": "a522b9c1-0630-40b6-a81f-7be711f51d2b", "address": "fa:16:3e:70:54:d2", "network": {"id": "ccb319c3-188a-4ea8-99bb-8dfde880c491", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197214402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ca54edb2fe4c03bf3aa64458f06453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522b9c1-06", "ovs_interfaceid": "a522b9c1-0630-40b6-a81f-7be711f51d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.088927] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560620, 'name': CreateVM_Task, 'duration_secs': 0.641874} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.089130] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.089666] env[65762]: WARNING neutronclient.v2_0.client [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 998.090393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.090393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.090577] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.091139] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543a6403-cfe5-4289-b823-6db28822f01b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.096614] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 998.096614] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523f469c-15ff-636a-ff27-c40413c5e4e6" [ 998.096614] env[65762]: _type = "Task" [ 998.096614] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.105629] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523f469c-15ff-636a-ff27-c40413c5e4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.118045] env[65762]: DEBUG oslo_vmware.api [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43179} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.118309] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.118521] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.118712] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.118885] env[65762]: INFO nova.compute.manager [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Took 1.20 seconds to destroy the instance on the hypervisor. [ 998.119142] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.119349] env[65762]: DEBUG nova.compute.manager [-] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 998.119458] env[65762]: DEBUG nova.network.neutron [-] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 998.119682] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.131907] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560621, 'name': CreateVM_Task, 'duration_secs': 0.602853} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.131907] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.131907] env[65762]: WARNING neutronclient.v2_0.client [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.131907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.155944] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.175465] env[65762]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 9653fa20-f35c-4701-a0ec-968d09109eff could not be found.", "detail": ""}} {{(pid=65762) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 998.175465] env[65762]: DEBUG nova.network.neutron [-] Unable to show port 9653fa20-f35c-4701-a0ec-968d09109eff as it no longer exists. {{(pid=65762) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 998.393724] env[65762]: DEBUG nova.network.neutron [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Successfully created port: c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 998.426681] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 998.513910] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560625, 'name': Rename_Task, 'duration_secs': 0.356305} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.514256] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.514840] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a03309-bff4-4ce3-bfb4-030ac15173b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.522143] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 998.522143] env[65762]: value = "task-4560626" [ 998.522143] env[65762]: _type = "Task" [ 998.522143] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.535725] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.576794] env[65762]: DEBUG oslo_concurrency.lockutils [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] Releasing lock "refresh_cache-2df3c515-2931-48a0-9d3b-cd53f6918cf2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.577079] env[65762]: DEBUG nova.compute.manager [req-679e7af6-ef0a-40d4-bc68-b8c683a38fdc req-b434eaa4-9497-48ee-88e5-b868bd69e864 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-vif-deleted-9653fa20-f35c-4701-a0ec-968d09109eff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 998.611320] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523f469c-15ff-636a-ff27-c40413c5e4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.037256} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.612614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.612614] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.612614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.612614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.612614] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.612883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.613249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.613485] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef1e66fd-3f8a-4364-b8a7-3ae7c3caf3dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.619125] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b52a6d7-0e04-4fba-bd15-11dd1606f60b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.629432] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 998.629432] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52304642-1678-445b-65bc-29b35acf26be" [ 998.629432] env[65762]: _type = "Task" [ 998.629432] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.631601] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.631858] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.637297] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b3e393-ee90-4011-9fd2-28b7b49d0ce5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.648688] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 998.648688] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e05b84-17a6-e16b-02f8-db7984f82442" [ 998.648688] env[65762]: _type = "Task" [ 998.648688] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.652374] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52304642-1678-445b-65bc-29b35acf26be, 'name': SearchDatastore_Task, 'duration_secs': 0.020034} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.655644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.655890] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.656139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.665026] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e05b84-17a6-e16b-02f8-db7984f82442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.823349] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd20841-94e4-41cd-908c-5891ca8bb68d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.831531] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bafedd-0ad9-47fe-8e85-068c8261116f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.864061] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6310df5d-79ca-4323-9d38-04bc7b7bbd70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.872404] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9567a42-408a-423f-880e-53aae8284281 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.886629] env[65762]: DEBUG nova.compute.provider_tree [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.036461] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.167674] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e05b84-17a6-e16b-02f8-db7984f82442, 'name': SearchDatastore_Task, 'duration_secs': 0.017494} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.171893] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad704ae6-fe4b-4cb0-ad1d-40736e8bfbdb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.175034] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 999.175034] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5281c346-cf99-d9ef-2e14-a9c490e20bbd" [ 999.175034] env[65762]: _type = "Task" [ 999.175034] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.183745] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5281c346-cf99-d9ef-2e14-a9c490e20bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.216331] env[65762]: DEBUG nova.network.neutron [-] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.345765] env[65762]: DEBUG nova.compute.manager [req-948aaa5a-c98f-4f4a-9080-da1aa6094ef1 req-3c88bbb9-a014-4bd4-a1a7-348fa7659ad6 service nova] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Received event network-vif-deleted-92fb901d-30d9-4601-98db-dc563840ea68 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 999.393884] env[65762]: DEBUG nova.scheduler.client.report [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.436640] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 999.466281] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 999.466532] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.466683] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 999.466859] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.466997] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 999.467152] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 999.467396] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.467519] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 999.468148] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 999.468148] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 999.468148] env[65762]: DEBUG nova.virt.hardware [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 999.469054] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823617d-b922-41b6-818f-8cbdf3edd7bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.480936] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c5806-2c59-4c65-82bc-309314c83486 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.536085] env[65762]: DEBUG oslo_vmware.api [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560626, 'name': PowerOnVM_Task, 'duration_secs': 0.858205} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.536346] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.536739] env[65762]: INFO nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Took 7.02 seconds to spawn the instance on the hypervisor. [ 999.536739] env[65762]: DEBUG nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 999.537513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f737b06-a2e5-465f-9e45-932bd4816e1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.687635] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5281c346-cf99-d9ef-2e14-a9c490e20bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.687950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.688239] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.688525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.688804] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.688926] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b36ee63-bf93-46bd-98e5-677c6b921f07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.691349] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af5ae90-305a-486d-b6c1-6c36789fd944 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.700317] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 999.700317] env[65762]: value = "task-4560627" [ 999.700317] env[65762]: _type = "Task" [ 999.700317] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.705658] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.705879] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.707466] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e281e019-5929-4d21-b927-04102ac14aad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.713775] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.718899] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 999.718899] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5256a537-470a-1370-971e-ebe1e55dec3a" [ 999.718899] env[65762]: _type = "Task" [ 999.718899] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.719387] env[65762]: INFO nova.compute.manager [-] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Took 1.60 seconds to deallocate network for instance. [ 999.735473] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5256a537-470a-1370-971e-ebe1e55dec3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013735} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.736347] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6771293-7acd-4e1e-bf5c-0dcb6460416d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.743118] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 999.743118] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0de9f-457e-a0ba-a26b-758baeb9e5f5" [ 999.743118] env[65762]: _type = "Task" [ 999.743118] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.753156] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0de9f-457e-a0ba-a26b-758baeb9e5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.900780] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.901361] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 999.903930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.363s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.905324] env[65762]: INFO nova.compute.claims [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.034726] env[65762]: DEBUG nova.compute.manager [req-f3d11b50-d037-41d5-a56d-ef373f7684fa req-79981862-91ef-48bc-b4b7-57e29e9b9b35 service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Received event network-vif-plugged-c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1000.034726] env[65762]: DEBUG oslo_concurrency.lockutils [req-f3d11b50-d037-41d5-a56d-ef373f7684fa req-79981862-91ef-48bc-b4b7-57e29e9b9b35 service nova] Acquiring lock "01c21760-0799-4998-82f2-6bbbb9fee877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.034814] env[65762]: DEBUG oslo_concurrency.lockutils [req-f3d11b50-d037-41d5-a56d-ef373f7684fa req-79981862-91ef-48bc-b4b7-57e29e9b9b35 service nova] Lock "01c21760-0799-4998-82f2-6bbbb9fee877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.034984] env[65762]: DEBUG oslo_concurrency.lockutils [req-f3d11b50-d037-41d5-a56d-ef373f7684fa req-79981862-91ef-48bc-b4b7-57e29e9b9b35 service nova] Lock "01c21760-0799-4998-82f2-6bbbb9fee877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.036700] env[65762]: DEBUG nova.compute.manager [req-f3d11b50-d037-41d5-a56d-ef373f7684fa req-79981862-91ef-48bc-b4b7-57e29e9b9b35 service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] No waiting events found dispatching network-vif-plugged-c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1000.036841] env[65762]: WARNING nova.compute.manager [req-f3d11b50-d037-41d5-a56d-ef373f7684fa req-79981862-91ef-48bc-b4b7-57e29e9b9b35 service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Received unexpected event network-vif-plugged-c57d9a65-d646-4604-a48b-9ffd779c88aa for instance with vm_state building and task_state spawning. [ 1000.043778] env[65762]: DEBUG nova.network.neutron [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Successfully updated port: c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1000.057631] env[65762]: INFO nova.compute.manager [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Took 55.45 seconds to build instance. [ 1000.212017] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560627, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.230477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.257950] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0de9f-457e-a0ba-a26b-758baeb9e5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.258429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.258736] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 2df3c515-2931-48a0-9d3b-cd53f6918cf2/2df3c515-2931-48a0-9d3b-cd53f6918cf2.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.259047] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-579a9cf5-6bb1-41ee-80cb-c8d8f93b3894 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.268427] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1000.268427] env[65762]: value = "task-4560628" [ 1000.268427] env[65762]: _type = "Task" [ 1000.268427] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.279344] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.414033] env[65762]: DEBUG nova.compute.utils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.415682] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1000.415682] env[65762]: DEBUG nova.network.neutron [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1000.415921] env[65762]: WARNING neutronclient.v2_0.client [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.416145] env[65762]: WARNING neutronclient.v2_0.client [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.466681] env[65762]: DEBUG nova.policy [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed037f8173dd43e4a6d9e79d68d128e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9f0beb629af40fa966612ff44c96902', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.548476] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "refresh_cache-01c21760-0799-4998-82f2-6bbbb9fee877" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.548476] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquired lock "refresh_cache-01c21760-0799-4998-82f2-6bbbb9fee877" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.549227] env[65762]: DEBUG nova.network.neutron [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.559713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.965s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.711793] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864154} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.712696] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.712696] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.713038] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-169557f5-ff1f-4088-a1a6-5cd7a8245d48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.720529] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1000.720529] env[65762]: value = "task-4560629" [ 1000.720529] env[65762]: _type = "Task" [ 1000.720529] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.730272] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.778362] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560628, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.805571] env[65762]: DEBUG nova.network.neutron [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Successfully created port: 762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1000.920087] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1001.097095] env[65762]: DEBUG nova.network.neutron [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1001.099698] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "ec9337f8-97dd-42f2-be54-416a89c33d61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.100155] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.100441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "ec9337f8-97dd-42f2-be54-416a89c33d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.100707] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.100936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.103501] env[65762]: INFO nova.compute.manager [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Terminating instance [ 1001.233502] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07646} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.236932] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.238053] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20bd30c-50e1-4082-9dc2-431927a49971 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.270476] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.273991] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e966933f-a99b-490c-a66f-c5b8a148a7f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.301053] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996232} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.302997] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 2df3c515-2931-48a0-9d3b-cd53f6918cf2/2df3c515-2931-48a0-9d3b-cd53f6918cf2.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.303319] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.304044] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1001.304044] env[65762]: value = "task-4560630" [ 1001.304044] env[65762]: _type = "Task" [ 1001.304044] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.306203] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f330d86f-e99b-49a7-84e7-3dfcef543af2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.318067] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.324259] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590472f5-158a-4ba3-942e-5ba1773e9c6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.327351] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1001.327351] env[65762]: value = "task-4560631" [ 1001.327351] env[65762]: _type = "Task" [ 1001.327351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.335623] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa5a6d-c94b-46f0-9f59-7b11a5529715 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.342556] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.373359] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff9bce-ec3a-4b56-a5ee-5cc123c07e60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.383057] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe22d23-6b07-4552-a18d-aba45a6741cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390308] env[65762]: WARNING neutronclient.v2_0.client [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.404229] env[65762]: DEBUG nova.compute.provider_tree [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.518997] env[65762]: DEBUG nova.network.neutron [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Updating instance_info_cache with network_info: [{"id": "c57d9a65-d646-4604-a48b-9ffd779c88aa", "address": "fa:16:3e:c7:af:d0", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d9a65-d6", "ovs_interfaceid": "c57d9a65-d646-4604-a48b-9ffd779c88aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.607343] env[65762]: DEBUG nova.compute.manager [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1001.607653] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.608460] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0c3c2a-c3a7-4b34-b974-a711e81cff47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.617044] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.617314] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aae4ea8-0d7b-41e1-a278-b4aaa0c67299 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.625394] env[65762]: DEBUG oslo_vmware.api [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1001.625394] env[65762]: value = "task-4560632" [ 1001.625394] env[65762]: _type = "Task" [ 1001.625394] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.635761] env[65762]: DEBUG oslo_vmware.api [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.820209] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560630, 'name': ReconfigVM_Task, 'duration_secs': 0.305314} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.820631] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31/12341d5c-36cd-4ca5-a8a5-6fd9fd813f31.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.821387] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1dedee9-b01c-41da-9801-03a9f1e87eea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.829048] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1001.829048] env[65762]: value = "task-4560633" [ 1001.829048] env[65762]: _type = "Task" [ 1001.829048] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.841334] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072633} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.844727] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.845054] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560633, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.845799] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc44729-8700-4515-a333-6a8322180b65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.872368] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2df3c515-2931-48a0-9d3b-cd53f6918cf2/2df3c515-2931-48a0-9d3b-cd53f6918cf2.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.872653] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-188ec13c-0b3c-4547-b2cf-c4ebe4583150 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.894837] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1001.894837] env[65762]: value = "task-4560634" [ 1001.894837] env[65762]: _type = "Task" [ 1001.894837] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.904980] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.907085] env[65762]: DEBUG nova.scheduler.client.report [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.929413] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1001.958262] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1001.958514] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.958670] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1001.958878] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.959151] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1001.959341] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1001.959576] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.959795] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1001.960108] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1001.960365] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1001.960662] env[65762]: DEBUG nova.virt.hardware [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1001.961593] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eac7abb-9d74-40d3-a28f-33a598bd770e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.971598] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eef472-cb35-4c0d-ba67-5c73d32515f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.022663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Releasing lock "refresh_cache-01c21760-0799-4998-82f2-6bbbb9fee877" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.023146] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Instance network_info: |[{"id": "c57d9a65-d646-4604-a48b-9ffd779c88aa", "address": "fa:16:3e:c7:af:d0", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d9a65-d6", "ovs_interfaceid": "c57d9a65-d646-4604-a48b-9ffd779c88aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1002.023736] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:af:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c57d9a65-d646-4604-a48b-9ffd779c88aa', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.032470] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Creating folder: Project (349ae1c86109483d90166d871c59e105). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.032835] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54eb9227-0e93-4ac2-a72f-d62bd66712a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.045733] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Created folder: Project (349ae1c86109483d90166d871c59e105) in parent group-v890951. [ 1002.045949] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Creating folder: Instances. Parent ref: group-v891183. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.046299] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56684108-2ae9-4724-b5cb-52f4cd924aee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.058918] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Created folder: Instances in parent group-v891183. [ 1002.059203] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.059416] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.059635] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afb00b8a-9228-4ca2-b093-6c1d4850433d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.079428] env[65762]: DEBUG nova.compute.manager [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Received event network-changed-c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1002.079686] env[65762]: DEBUG nova.compute.manager [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Refreshing instance network info cache due to event network-changed-c57d9a65-d646-4604-a48b-9ffd779c88aa. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1002.080150] env[65762]: DEBUG oslo_concurrency.lockutils [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] Acquiring lock "refresh_cache-01c21760-0799-4998-82f2-6bbbb9fee877" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.080150] env[65762]: DEBUG oslo_concurrency.lockutils [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] Acquired lock "refresh_cache-01c21760-0799-4998-82f2-6bbbb9fee877" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.080150] env[65762]: DEBUG nova.network.neutron [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Refreshing network info cache for port c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.088825] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.088825] env[65762]: value = "task-4560637" [ 1002.088825] env[65762]: _type = "Task" [ 1002.088825] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.099093] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560637, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.136855] env[65762]: DEBUG oslo_vmware.api [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560632, 'name': PowerOffVM_Task, 'duration_secs': 0.202933} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.137188] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.137359] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.137620] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93279dc6-0464-4dbb-835f-44c3444245b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.219212] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.219551] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.219792] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore2] ec9337f8-97dd-42f2-be54-416a89c33d61 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.220150] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4082320b-b701-4e74-a95c-80f7e3f625cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.227440] env[65762]: DEBUG oslo_vmware.api [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1002.227440] env[65762]: value = "task-4560639" [ 1002.227440] env[65762]: _type = "Task" [ 1002.227440] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.237650] env[65762]: DEBUG oslo_vmware.api [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.272541] env[65762]: DEBUG nova.compute.manager [req-18ee28aa-499d-45b0-b9e1-ed20eb98820e req-da3f4dda-f082-4283-bdc4-e8ffa9a4409f service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Received event network-vif-plugged-762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1002.272541] env[65762]: DEBUG oslo_concurrency.lockutils [req-18ee28aa-499d-45b0-b9e1-ed20eb98820e req-da3f4dda-f082-4283-bdc4-e8ffa9a4409f service nova] Acquiring lock "529852c4-c910-4151-9fd6-894cadba4a60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.272541] env[65762]: DEBUG oslo_concurrency.lockutils [req-18ee28aa-499d-45b0-b9e1-ed20eb98820e req-da3f4dda-f082-4283-bdc4-e8ffa9a4409f service nova] Lock "529852c4-c910-4151-9fd6-894cadba4a60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.272541] env[65762]: DEBUG oslo_concurrency.lockutils [req-18ee28aa-499d-45b0-b9e1-ed20eb98820e req-da3f4dda-f082-4283-bdc4-e8ffa9a4409f service nova] Lock "529852c4-c910-4151-9fd6-894cadba4a60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.272755] env[65762]: DEBUG nova.compute.manager [req-18ee28aa-499d-45b0-b9e1-ed20eb98820e req-da3f4dda-f082-4283-bdc4-e8ffa9a4409f service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] No waiting events found dispatching network-vif-plugged-762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1002.273205] env[65762]: WARNING nova.compute.manager [req-18ee28aa-499d-45b0-b9e1-ed20eb98820e req-da3f4dda-f082-4283-bdc4-e8ffa9a4409f service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Received unexpected event network-vif-plugged-762c07e4-22fd-416b-9f31-aa115a0c030d for instance with vm_state building and task_state spawning. [ 1002.343375] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560633, 'name': Rename_Task, 'duration_secs': 0.171789} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.343773] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.344063] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfe72dc-96b7-49bb-8951-3b8e7a4e9e87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.352546] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1002.352546] env[65762]: value = "task-4560640" [ 1002.352546] env[65762]: _type = "Task" [ 1002.352546] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.363417] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.385620] env[65762]: DEBUG nova.network.neutron [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Successfully updated port: 762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1002.408883] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560634, 'name': ReconfigVM_Task, 'duration_secs': 0.310194} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.409254] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2df3c515-2931-48a0-9d3b-cd53f6918cf2/2df3c515-2931-48a0-9d3b-cd53f6918cf2.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.410027] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5182394-a985-4962-b1ee-b4401509f2b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.414226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.414226] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1002.416365] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.621s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.417859] env[65762]: INFO nova.compute.claims [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.427015] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1002.427015] env[65762]: value = "task-4560641" [ 1002.427015] env[65762]: _type = "Task" [ 1002.427015] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.438715] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560641, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.583146] env[65762]: WARNING neutronclient.v2_0.client [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.599898] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560637, 'name': CreateVM_Task, 'duration_secs': 0.445019} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.600175] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.600708] env[65762]: WARNING neutronclient.v2_0.client [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.601259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.601446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.601779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.602070] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a63edd7-b1e6-4fe9-8998-3fa85c41841a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.608194] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1002.608194] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0043b-6376-2c83-5d7b-b762afaf53a6" [ 1002.608194] env[65762]: _type = "Task" [ 1002.608194] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.617579] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0043b-6376-2c83-5d7b-b762afaf53a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.740975] env[65762]: DEBUG oslo_vmware.api [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184221} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.741353] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.741579] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.741824] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.742035] env[65762]: INFO nova.compute.manager [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.742327] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.742549] env[65762]: DEBUG nova.compute.manager [-] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1002.742697] env[65762]: DEBUG nova.network.neutron [-] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.742981] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.761042] env[65762]: WARNING neutronclient.v2_0.client [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.791522] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.865205] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.889214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "refresh_cache-529852c4-c910-4151-9fd6-894cadba4a60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.889513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "refresh_cache-529852c4-c910-4151-9fd6-894cadba4a60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.889688] env[65762]: DEBUG nova.network.neutron [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1002.895115] env[65762]: DEBUG nova.network.neutron [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Updated VIF entry in instance network info cache for port c57d9a65-d646-4604-a48b-9ffd779c88aa. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.895514] env[65762]: DEBUG nova.network.neutron [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Updating instance_info_cache with network_info: [{"id": "c57d9a65-d646-4604-a48b-9ffd779c88aa", "address": "fa:16:3e:c7:af:d0", "network": {"id": "516700a3-64c1-40b0-ad02-26e405b9727f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b904c2ce163b4ab3ad4fe21a2267c1a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d9a65-d6", "ovs_interfaceid": "c57d9a65-d646-4604-a48b-9ffd779c88aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.923300] env[65762]: DEBUG nova.compute.utils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.926935] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1002.927267] env[65762]: DEBUG nova.network.neutron [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1002.927609] env[65762]: WARNING neutronclient.v2_0.client [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.928037] env[65762]: WARNING neutronclient.v2_0.client [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.941113] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560641, 'name': Rename_Task, 'duration_secs': 0.182373} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.941463] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.941741] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0baac688-9743-4d58-8742-f5d84a2cc52b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.949808] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1002.949808] env[65762]: value = "task-4560642" [ 1002.949808] env[65762]: _type = "Task" [ 1002.949808] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.961279] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.998553] env[65762]: DEBUG nova.policy [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '862594b8e8e344249648af7e12b59601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a655b0d0569428aaf201c09f49a94ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.122045] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0043b-6376-2c83-5d7b-b762afaf53a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.122525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.122913] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.123316] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.123539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.123803] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.124178] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea1e230-51d1-4bf0-b47a-2022051234cc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.141991] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.142279] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.143342] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a168b4f3-7ff8-47c5-ada0-e2a9f081ce95 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.151184] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1003.151184] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521189ca-3760-c0ce-ebce-e947abc71261" [ 1003.151184] env[65762]: _type = "Task" [ 1003.151184] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.159770] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521189ca-3760-c0ce-ebce-e947abc71261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.355677] env[65762]: DEBUG nova.network.neutron [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Successfully created port: 8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1003.367942] env[65762]: DEBUG oslo_vmware.api [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560640, 'name': PowerOnVM_Task, 'duration_secs': 0.541731} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.368914] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.368914] env[65762]: DEBUG nova.compute.manager [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1003.369303] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed2b9ae-81d2-4261-895f-38b52e536bb9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.398778] env[65762]: DEBUG oslo_concurrency.lockutils [req-31c0ecbb-2191-4620-859f-bfecf4844605 req-8a01a079-03ff-4ff4-a04c-b22600378d2d service nova] Releasing lock "refresh_cache-01c21760-0799-4998-82f2-6bbbb9fee877" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.428029] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1003.435455] env[65762]: DEBUG nova.network.neutron [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1003.468890] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.569219] env[65762]: DEBUG nova.network.neutron [-] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.588787] env[65762]: WARNING neutronclient.v2_0.client [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.663987] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521189ca-3760-c0ce-ebce-e947abc71261, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.667649] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9e3035-5136-450c-ac92-c652ac7b23d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.674511] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1003.674511] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5268e2a0-bdfa-f550-1bf8-a7a731fdb8dc" [ 1003.674511] env[65762]: _type = "Task" [ 1003.674511] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.687803] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5268e2a0-bdfa-f550-1bf8-a7a731fdb8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.741553] env[65762]: DEBUG nova.network.neutron [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Updating instance_info_cache with network_info: [{"id": "762c07e4-22fd-416b-9f31-aa115a0c030d", "address": "fa:16:3e:08:88:cd", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762c07e4-22", "ovs_interfaceid": "762c07e4-22fd-416b-9f31-aa115a0c030d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.786011] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33499b-486f-44d1-83e0-0575d735842a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.795955] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb19d7d-59c8-4b00-bf9d-c66d21dde288 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.832665] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c342b45-27ba-4930-bee5-166984885aa8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.842278] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7780f400-af55-4905-a3f1-d7b450ed3f31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.858772] env[65762]: DEBUG nova.compute.provider_tree [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.885631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.962362] env[65762]: DEBUG oslo_vmware.api [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560642, 'name': PowerOnVM_Task, 'duration_secs': 0.923824} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.962648] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.962850] env[65762]: INFO nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1003.963042] env[65762]: DEBUG nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1003.963828] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8816d-44f1-43ab-a5db-ae59d7aa2149 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.071424] env[65762]: INFO nova.compute.manager [-] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Took 1.33 seconds to deallocate network for instance. [ 1004.188419] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5268e2a0-bdfa-f550-1bf8-a7a731fdb8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.188806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.189181] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 01c21760-0799-4998-82f2-6bbbb9fee877/01c21760-0799-4998-82f2-6bbbb9fee877.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.189587] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-399cc225-b05e-461a-be82-396e27080354 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.198670] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1004.198670] env[65762]: value = "task-4560643" [ 1004.198670] env[65762]: _type = "Task" [ 1004.198670] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.208707] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.247361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "refresh_cache-529852c4-c910-4151-9fd6-894cadba4a60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.247843] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Instance network_info: |[{"id": "762c07e4-22fd-416b-9f31-aa115a0c030d", "address": "fa:16:3e:08:88:cd", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762c07e4-22", "ovs_interfaceid": "762c07e4-22fd-416b-9f31-aa115a0c030d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1004.248872] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:88:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762c07e4-22fd-416b-9f31-aa115a0c030d', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.258584] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.259615] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.259904] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fee355-1e80-4a8e-a9b5-fc79f9bbd6de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.288149] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.288149] env[65762]: value = "task-4560644" [ 1004.288149] env[65762]: _type = "Task" [ 1004.288149] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.298966] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560644, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.309575] env[65762]: DEBUG nova.compute.manager [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Received event network-changed-762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1004.310162] env[65762]: DEBUG nova.compute.manager [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Refreshing instance network info cache due to event network-changed-762c07e4-22fd-416b-9f31-aa115a0c030d. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1004.310352] env[65762]: DEBUG oslo_concurrency.lockutils [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] Acquiring lock "refresh_cache-529852c4-c910-4151-9fd6-894cadba4a60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.310585] env[65762]: DEBUG oslo_concurrency.lockutils [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] Acquired lock "refresh_cache-529852c4-c910-4151-9fd6-894cadba4a60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.310766] env[65762]: DEBUG nova.network.neutron [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Refreshing network info cache for port 762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.362657] env[65762]: DEBUG nova.scheduler.client.report [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.437699] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1004.461951] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.462280] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.462470] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.462671] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.462820] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.462972] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.463208] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.463373] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.463565] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.463736] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.463920] env[65762]: DEBUG nova.virt.hardware [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.464943] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72042d23-e210-4812-8328-1e9ac3442db6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.475417] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cde546-494a-43b3-81e8-e054292237cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.487179] env[65762]: INFO nova.compute.manager [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Took 58.61 seconds to build instance. [ 1004.578121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.711257] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560643, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.732874] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.733363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.733769] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.734032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.734181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.736709] env[65762]: INFO nova.compute.manager [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Terminating instance [ 1004.805450] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560644, 'name': CreateVM_Task, 'duration_secs': 0.48939} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.805450] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.805986] env[65762]: WARNING neutronclient.v2_0.client [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.806460] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.806675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.807059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.807594] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a2551e-ca47-4d5f-a04c-13e0181b3d2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.815652] env[65762]: WARNING neutronclient.v2_0.client [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.819404] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1004.819404] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b5ae4c-25e2-c6bb-41b3-ca2fa42f856d" [ 1004.819404] env[65762]: _type = "Task" [ 1004.819404] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.831191] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b5ae4c-25e2-c6bb-41b3-ca2fa42f856d, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.831626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.831935] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.832267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.832534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.832787] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.833159] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6915c456-153b-4947-8ebe-f72772dc6b2a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.844818] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.844818] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.846291] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b1d727-3e36-4c3a-a783-0ab06278fcf7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.852760] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1004.852760] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5278ce72-2949-a9d7-e4d2-59c407286c9a" [ 1004.852760] env[65762]: _type = "Task" [ 1004.852760] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.866999] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5278ce72-2949-a9d7-e4d2-59c407286c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.869212] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.869855] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1004.873193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.445s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.875514] env[65762]: INFO nova.compute.claims [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.982584] env[65762]: DEBUG nova.network.neutron [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Successfully updated port: 8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1004.989919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.117s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.021012] env[65762]: WARNING neutronclient.v2_0.client [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.092536] env[65762]: DEBUG nova.network.neutron [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Updated VIF entry in instance network info cache for port 762c07e4-22fd-416b-9f31-aa115a0c030d. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.092938] env[65762]: DEBUG nova.network.neutron [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Updating instance_info_cache with network_info: [{"id": "762c07e4-22fd-416b-9f31-aa115a0c030d", "address": "fa:16:3e:08:88:cd", "network": {"id": "5e807fce-80ea-4528-a1a3-67badc1d4f39", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-277473936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f0beb629af40fa966612ff44c96902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762c07e4-22", "ovs_interfaceid": "762c07e4-22fd-416b-9f31-aa115a0c030d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.210036] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523884} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.210334] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 01c21760-0799-4998-82f2-6bbbb9fee877/01c21760-0799-4998-82f2-6bbbb9fee877.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.210545] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.210931] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c56f9797-fe15-4a08-81ae-bfa5ad1421be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.221042] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1005.221042] env[65762]: value = "task-4560645" [ 1005.221042] env[65762]: _type = "Task" [ 1005.221042] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.229979] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.241404] env[65762]: DEBUG nova.compute.manager [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1005.242056] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.242616] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1b9b0d-cfb7-4eae-88ca-5caa7b43455e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.251529] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.251806] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1368b300-5871-4230-b320-4e287ae520ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.260863] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1005.260863] env[65762]: value = "task-4560646" [ 1005.260863] env[65762]: _type = "Task" [ 1005.260863] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.270811] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.350119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.351382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.366156] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5278ce72-2949-a9d7-e4d2-59c407286c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.015229} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.367524] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79296f50-176e-4cd0-96ff-24d11b2a7e9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.374294] env[65762]: DEBUG nova.compute.utils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.377015] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1005.377263] env[65762]: DEBUG nova.network.neutron [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.377629] env[65762]: WARNING neutronclient.v2_0.client [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.377998] env[65762]: WARNING neutronclient.v2_0.client [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.381179] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1005.381179] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528b5a92-6a87-8b47-f28c-a2ff887865c7" [ 1005.381179] env[65762]: _type = "Task" [ 1005.381179] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.396364] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528b5a92-6a87-8b47-f28c-a2ff887865c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.396584] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.396773] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 529852c4-c910-4151-9fd6-894cadba4a60/529852c4-c910-4151-9fd6-894cadba4a60.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.397327] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c1a25f-69a2-466c-85fb-dec336873990 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.411475] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1005.411475] env[65762]: value = "task-4560647" [ 1005.411475] env[65762]: _type = "Task" [ 1005.411475] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.423440] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.436915] env[65762]: DEBUG nova.policy [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefb888158c4b1da3877bc1d81660ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f97270b354564bfe6ce2938fb13eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.489205] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "refresh_cache-60dc8912-e6c0-47c7-a06a-f840034247b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.489400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquired lock "refresh_cache-60dc8912-e6c0-47c7-a06a-f840034247b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.489619] env[65762]: DEBUG nova.network.neutron [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1005.596715] env[65762]: DEBUG oslo_concurrency.lockutils [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] Releasing lock "refresh_cache-529852c4-c910-4151-9fd6-894cadba4a60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.596715] env[65762]: DEBUG nova.compute.manager [req-da8b4284-ff50-4e23-8d0c-54eec47d1596 req-fa331be9-370f-4113-bf28-3fdc9ad590b2 service nova] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Received event network-vif-deleted-98cbf151-36af-49dd-bafd-483724139961 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1005.737123] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110494} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.737797] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.740538] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ee3c27-32e9-4451-a03a-58d5f3b335bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.767595] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 01c21760-0799-4998-82f2-6bbbb9fee877/01c21760-0799-4998-82f2-6bbbb9fee877.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.768470] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148734b9-d1e4-4c5b-8ebb-1764bf72adcf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.801507] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.802925] env[65762]: DEBUG nova.network.neutron [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Successfully created port: 055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1005.807553] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1005.807553] env[65762]: value = "task-4560648" [ 1005.807553] env[65762]: _type = "Task" [ 1005.807553] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.820368] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.853131] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1005.883863] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1005.929814] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522258} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.933516] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 529852c4-c910-4151-9fd6-894cadba4a60/529852c4-c910-4151-9fd6-894cadba4a60.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.933817] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.935374] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e70ef62-44e5-4716-b7f0-b4f216d1b077 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.944369] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1005.944369] env[65762]: value = "task-4560649" [ 1005.944369] env[65762]: _type = "Task" [ 1005.944369] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.958299] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.078464] env[65762]: DEBUG nova.network.neutron [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.220579] env[65762]: WARNING neutronclient.v2_0.client [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.281578] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560646, 'name': PowerOffVM_Task, 'duration_secs': 0.759661} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.281859] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.282687] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.282687] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a64399c4-755b-42f4-b9d2-46caa0b11c43 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.293886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.294234] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.294502] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.294772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.295047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.299998] env[65762]: INFO nova.compute.manager [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Terminating instance [ 1006.325578] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560648, 'name': ReconfigVM_Task, 'duration_secs': 0.34443} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.325828] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 01c21760-0799-4998-82f2-6bbbb9fee877/01c21760-0799-4998-82f2-6bbbb9fee877.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.326315] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe43c0a9-3cb9-4091-872e-735632701b8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.334930] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1006.334930] env[65762]: value = "task-4560651" [ 1006.334930] env[65762]: _type = "Task" [ 1006.334930] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.341878] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4443031-5711-46c0-aa1b-c225e77b734b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.349723] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560651, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.357957] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a1426-692d-4bc5-97bf-dcbe4ab42147 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.364952] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.365163] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.365337] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore2] 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.365997] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46301933-24da-49f7-bc25-604612bf4ed0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.405049] env[65762]: DEBUG nova.network.neutron [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Updating instance_info_cache with network_info: [{"id": "8e68e87d-8644-417d-99f1-acf5b5d500bf", "address": "fa:16:3e:f3:1e:20", "network": {"id": "77d19531-5ae1-45f0-97fe-53b8b6af9804", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-155394876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a655b0d0569428aaf201c09f49a94ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e68e87d-86", "ovs_interfaceid": "8e68e87d-8644-417d-99f1-acf5b5d500bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.405747] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b95f75-b3ae-462a-858d-0d2298c34336 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.408182] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1006.408182] env[65762]: value = "task-4560652" [ 1006.408182] env[65762]: _type = "Task" [ 1006.408182] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.414024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.416885] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09172fb-eedf-4f7e-a893-1c441dcf516f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.424611] env[65762]: DEBUG nova.compute.manager [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1006.425075] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.426234] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c08f6-0e8c-4bb1-b9bb-a706caf975d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.439472] env[65762]: DEBUG nova.compute.provider_tree [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.459639] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.461894] env[65762]: DEBUG nova.compute.manager [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Received event network-vif-plugged-8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1006.462127] env[65762]: DEBUG oslo_concurrency.lockutils [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] Acquiring lock "60dc8912-e6c0-47c7-a06a-f840034247b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.462365] env[65762]: DEBUG oslo_concurrency.lockutils [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.462609] env[65762]: DEBUG oslo_concurrency.lockutils [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.462867] env[65762]: DEBUG nova.compute.manager [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] No waiting events found dispatching network-vif-plugged-8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1006.463054] env[65762]: WARNING nova.compute.manager [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Received unexpected event network-vif-plugged-8e68e87d-8644-417d-99f1-acf5b5d500bf for instance with vm_state building and task_state spawning. [ 1006.463228] env[65762]: DEBUG nova.compute.manager [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Received event network-changed-8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1006.463415] env[65762]: DEBUG nova.compute.manager [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Refreshing instance network info cache due to event network-changed-8e68e87d-8644-417d-99f1-acf5b5d500bf. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1006.463621] env[65762]: DEBUG oslo_concurrency.lockutils [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] Acquiring lock "refresh_cache-60dc8912-e6c0-47c7-a06a-f840034247b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.808686] env[65762]: DEBUG nova.compute.manager [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1006.809066] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.809910] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd95b30-3834-4dc1-8c4f-b7690540eee3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.818642] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.818912] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a7eebfc-0aea-4b6a-a2dd-e3588c23828f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.826626] env[65762]: DEBUG oslo_vmware.api [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 1006.826626] env[65762]: value = "task-4560653" [ 1006.826626] env[65762]: _type = "Task" [ 1006.826626] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.836340] env[65762]: DEBUG oslo_vmware.api [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.845469] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560651, 'name': Rename_Task, 'duration_secs': 0.167996} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.845757] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.846012] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8057427e-ade2-4291-9292-9c13f31d0b2b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.854573] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1006.854573] env[65762]: value = "task-4560654" [ 1006.854573] env[65762]: _type = "Task" [ 1006.854573] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.867570] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.909440] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Releasing lock "refresh_cache-60dc8912-e6c0-47c7-a06a-f840034247b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.909903] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Instance network_info: |[{"id": "8e68e87d-8644-417d-99f1-acf5b5d500bf", "address": "fa:16:3e:f3:1e:20", "network": {"id": "77d19531-5ae1-45f0-97fe-53b8b6af9804", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-155394876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a655b0d0569428aaf201c09f49a94ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e68e87d-86", "ovs_interfaceid": "8e68e87d-8644-417d-99f1-acf5b5d500bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1006.911059] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1006.914034] env[65762]: DEBUG oslo_concurrency.lockutils [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] Acquired lock "refresh_cache-60dc8912-e6c0-47c7-a06a-f840034247b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.914034] env[65762]: DEBUG nova.network.neutron [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Refreshing network info cache for port 8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.915357] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:1e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e68e87d-8644-417d-99f1-acf5b5d500bf', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.923498] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Creating folder: Project (3a655b0d0569428aaf201c09f49a94ee). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.928871] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-291a9473-4699-4430-aee6-718c456e79bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.941232] env[65762]: DEBUG oslo_vmware.api [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164457} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.942363] env[65762]: DEBUG nova.scheduler.client.report [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.946901] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.947305] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.947651] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.947909] env[65762]: INFO nova.compute.manager [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1006.948230] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1006.951038] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1006.951335] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.951595] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1006.951833] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.951994] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1006.952185] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1006.952452] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.952650] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1006.952861] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1006.953058] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1006.953343] env[65762]: DEBUG nova.virt.hardware [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1006.955467] env[65762]: DEBUG nova.compute.manager [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1006.955606] env[65762]: DEBUG nova.network.neutron [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1006.955899] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.959413] env[65762]: INFO nova.compute.manager [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] instance snapshotting [ 1006.961653] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfad97c-aec0-4e14-995b-2c3e48f78e98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.965922] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Created folder: Project (3a655b0d0569428aaf201c09f49a94ee) in parent group-v890951. [ 1006.966167] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Creating folder: Instances. Parent ref: group-v891187. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.970937] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28dd80a9-47e5-4d7c-9215-fb8e1ef4ca06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.973798] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fcef7b-e1c8-4a75-88b0-d96d076ac244 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.003981] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ece04-8708-479a-9862-e440aad1bdfe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.009397] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.011909] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d9c3e-662a-40b2-9cf0-2012da480515 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.015160] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Created folder: Instances in parent group-v891187. [ 1007.015454] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1007.016237] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.016945] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff5880d9-ba9b-415a-853f-acfde2476389 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.055315] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.059078] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.059078] env[65762]: value = "task-4560657" [ 1007.059078] env[65762]: _type = "Task" [ 1007.059078] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.070611] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560657, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.338725] env[65762]: DEBUG oslo_vmware.api [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560653, 'name': PowerOffVM_Task, 'duration_secs': 0.367349} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.339082] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.339701] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.339701] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea2cdd9-1737-4b74-b902-92c016e5b021 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.367216] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.425361] env[65762]: DEBUG nova.network.neutron [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Successfully updated port: 055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.428495] env[65762]: WARNING neutronclient.v2_0.client [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.433987] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.434396] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.434752] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Deleting the datastore file [datastore2] 4c09b8ec-5c69-4f2d-9c58-986a8a942d51 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.435642] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a844a73-a918-47b3-83f7-107e35777857 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.444065] env[65762]: DEBUG oslo_vmware.api [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for the task: (returnval){ [ 1007.444065] env[65762]: value = "task-4560659" [ 1007.444065] env[65762]: _type = "Task" [ 1007.444065] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.449582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.450654] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1007.453880] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.222s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.453989] env[65762]: DEBUG nova.objects.instance [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lazy-loading 'resources' on Instance uuid f23e6161-018d-4ee7-ac1f-ea941e7dd385 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.464796] env[65762]: DEBUG oslo_vmware.api [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.474839] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.094059} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.476054] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.478013] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0f3d48-47d3-4970-a656-2b25506636f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.506068] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 529852c4-c910-4151-9fd6-894cadba4a60/529852c4-c910-4151-9fd6-894cadba4a60.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.507440] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d971fd2-6043-49bf-b9f6-a0c14493d65c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.529807] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1007.529807] env[65762]: value = "task-4560660" [ 1007.529807] env[65762]: _type = "Task" [ 1007.529807] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.540618] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.551505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.551869] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90061589-a2b1-4fc8-b7d8-d58185f7c25b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.567295] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1007.567295] env[65762]: value = "task-4560661" [ 1007.567295] env[65762]: _type = "Task" [ 1007.567295] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.574078] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560657, 'name': CreateVM_Task, 'duration_secs': 0.459027} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.575109] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.575463] env[65762]: WARNING neutronclient.v2_0.client [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.575526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.576553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.576553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.576553] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bed0d2-8a33-4e3d-8d55-84dc56ff52b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.583837] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.588880] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1007.588880] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5241a072-5a9b-ed7f-e04d-c55dd301f8a2" [ 1007.588880] env[65762]: _type = "Task" [ 1007.588880] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.599097] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5241a072-5a9b-ed7f-e04d-c55dd301f8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.604230] env[65762]: DEBUG nova.compute.manager [req-31c6c849-a9d0-4be5-9659-d288129b015d req-fc61f4b0-029f-4b32-a756-eeafb5026194 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Received event network-vif-deleted-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1007.604477] env[65762]: INFO nova.compute.manager [req-31c6c849-a9d0-4be5-9659-d288129b015d req-fc61f4b0-029f-4b32-a756-eeafb5026194 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Neutron deleted interface e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd; detaching it from the instance and deleting it from the info cache [ 1007.604824] env[65762]: DEBUG nova.network.neutron [req-31c6c849-a9d0-4be5-9659-d288129b015d req-fc61f4b0-029f-4b32-a756-eeafb5026194 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.631275] env[65762]: WARNING neutronclient.v2_0.client [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.722145] env[65762]: DEBUG nova.network.neutron [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Updated VIF entry in instance network info cache for port 8e68e87d-8644-417d-99f1-acf5b5d500bf. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1007.722262] env[65762]: DEBUG nova.network.neutron [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Updating instance_info_cache with network_info: [{"id": "8e68e87d-8644-417d-99f1-acf5b5d500bf", "address": "fa:16:3e:f3:1e:20", "network": {"id": "77d19531-5ae1-45f0-97fe-53b8b6af9804", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-155394876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a655b0d0569428aaf201c09f49a94ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e68e87d-86", "ovs_interfaceid": "8e68e87d-8644-417d-99f1-acf5b5d500bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.809989] env[65762]: DEBUG nova.network.neutron [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.867632] env[65762]: DEBUG oslo_vmware.api [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560654, 'name': PowerOnVM_Task, 'duration_secs': 0.612805} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.868113] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.868199] env[65762]: INFO nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1007.868451] env[65762]: DEBUG nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1007.869304] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d82b6-91cb-4688-9631-ffe21b2e86ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.928087] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.928262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.928533] env[65762]: DEBUG nova.network.neutron [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.956021] env[65762]: DEBUG nova.compute.utils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.958154] env[65762]: DEBUG oslo_vmware.api [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Task: {'id': task-4560659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167889} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.961468] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1007.961468] env[65762]: DEBUG nova.network.neutron [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1007.961769] env[65762]: WARNING neutronclient.v2_0.client [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.962079] env[65762]: WARNING neutronclient.v2_0.client [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.963930] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.964108] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.964313] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.964690] env[65762]: INFO nova.compute.manager [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.964690] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1007.965316] env[65762]: DEBUG nova.compute.manager [-] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1007.965387] env[65762]: DEBUG nova.network.neutron [-] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1007.965883] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.008892] env[65762]: DEBUG nova.policy [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b08ebb61a8a416a949297f0789596a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b03dec26b794827b9a397ff1fe40e5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.038719] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560660, 'name': ReconfigVM_Task, 'duration_secs': 0.334785} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.041679] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 529852c4-c910-4151-9fd6-894cadba4a60/529852c4-c910-4151-9fd6-894cadba4a60.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.045137] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.046877] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a48666-d340-44d1-a2af-b25d86763a5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.055772] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1008.055772] env[65762]: value = "task-4560662" [ 1008.055772] env[65762]: _type = "Task" [ 1008.055772] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.067375] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560662, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.078228] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.103359] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5241a072-5a9b-ed7f-e04d-c55dd301f8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.103676] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.103937] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.104169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.104310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.104488] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.104752] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7468db26-fb4c-4484-8853-8438d270294b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.108665] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa81d473-f1f0-4e30-af13-0d137b2c0b04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.115437] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.115653] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.117403] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca1b00b-81af-4d01-92f7-399171418c90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.125107] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc9bc8-549d-4bcb-b70e-354d7c204e0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.143385] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1008.143385] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52181a5a-0f6d-bcc0-cbf0-f3ebcfc3c65e" [ 1008.143385] env[65762]: _type = "Task" [ 1008.143385] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.154593] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52181a5a-0f6d-bcc0-cbf0-f3ebcfc3c65e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.168888] env[65762]: DEBUG nova.compute.manager [req-31c6c849-a9d0-4be5-9659-d288129b015d req-fc61f4b0-029f-4b32-a756-eeafb5026194 service nova] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Detach interface failed, port_id=e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd, reason: Instance 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1008.225427] env[65762]: DEBUG oslo_concurrency.lockutils [req-ef4b10d4-f3d7-4571-ab8d-20a45c899a0a req-8752731f-91e7-4389-af0e-76a4469184f1 service nova] Releasing lock "refresh_cache-60dc8912-e6c0-47c7-a06a-f840034247b3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.312107] env[65762]: INFO nova.compute.manager [-] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Took 1.36 seconds to deallocate network for instance. [ 1008.392174] env[65762]: INFO nova.compute.manager [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Took 45.20 seconds to build instance. [ 1008.407022] env[65762]: DEBUG nova.network.neutron [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Successfully created port: 5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1008.438163] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70576a3-f55b-4155-a0a0-5536aa9c6956 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.446580] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba1c37-f865-4d4c-a9b1-ce15eaf97b20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.479682] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1008.483792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd79fbfd-ff2c-4972-8817-da77401e10e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.492803] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcbd163-9f89-4901-86a3-a1946cbfb01f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.508771] env[65762]: DEBUG nova.compute.provider_tree [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.568747] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560662, 'name': Rename_Task, 'duration_secs': 0.213219} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.572241] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.573429] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dea12015-8e14-47e2-b180-5e9f8c7be273 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.580153] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560661, 'name': CreateSnapshot_Task, 'duration_secs': 0.826311} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.582342] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1008.582735] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1008.582735] env[65762]: value = "task-4560663" [ 1008.582735] env[65762]: _type = "Task" [ 1008.582735] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.583533] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d16f38-931a-491c-8e30-34ea3908fc8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.592394] env[65762]: DEBUG nova.network.neutron [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.601284] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.659058] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52181a5a-0f6d-bcc0-cbf0-f3ebcfc3c65e, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.661816] env[65762]: DEBUG nova.compute.manager [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Received event network-vif-plugged-055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1008.662995] env[65762]: DEBUG oslo_concurrency.lockutils [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] Acquiring lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.662995] env[65762]: DEBUG oslo_concurrency.lockutils [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.662995] env[65762]: DEBUG oslo_concurrency.lockutils [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.662995] env[65762]: DEBUG nova.compute.manager [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] No waiting events found dispatching network-vif-plugged-055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1008.662995] env[65762]: WARNING nova.compute.manager [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Received unexpected event network-vif-plugged-055abf32-94ef-4560-874c-43f1aec13445 for instance with vm_state building and task_state spawning. [ 1008.662995] env[65762]: DEBUG nova.compute.manager [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Received event network-changed-055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1008.663467] env[65762]: DEBUG nova.compute.manager [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Refreshing instance network info cache due to event network-changed-055abf32-94ef-4560-874c-43f1aec13445. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1008.663467] env[65762]: DEBUG oslo_concurrency.lockutils [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] Acquiring lock "refresh_cache-cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.667050] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b01c32-78ac-4ce1-9148-0dc8f5526d91 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.676206] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1008.676206] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52423fce-a457-81c3-11ae-0dba99c33864" [ 1008.676206] env[65762]: _type = "Task" [ 1008.676206] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.686482] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52423fce-a457-81c3-11ae-0dba99c33864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.739390] env[65762]: WARNING neutronclient.v2_0.client [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.824625] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.892310] env[65762]: DEBUG nova.network.neutron [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Updating instance_info_cache with network_info: [{"id": "055abf32-94ef-4560-874c-43f1aec13445", "address": "fa:16:3e:76:19:77", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055abf32-94", "ovs_interfaceid": "055abf32-94ef-4560-874c-43f1aec13445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.893755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e8e9291c-b626-440a-b3ed-c64911faf5b6 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "01c21760-0799-4998-82f2-6bbbb9fee877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.153s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.012446] env[65762]: DEBUG nova.scheduler.client.report [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.070990] env[65762]: DEBUG nova.network.neutron [-] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.098145] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.112303] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.112965] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2da5ec33-d167-45c8-b313-6aa138f80f8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.122784] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1009.122784] env[65762]: value = "task-4560664" [ 1009.122784] env[65762]: _type = "Task" [ 1009.122784] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.133859] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560664, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.187986] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52423fce-a457-81c3-11ae-0dba99c33864, 'name': SearchDatastore_Task, 'duration_secs': 0.011977} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.188317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.188617] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 60dc8912-e6c0-47c7-a06a-f840034247b3/60dc8912-e6c0-47c7-a06a-f840034247b3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.188863] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55eb779b-71cf-4976-a1d8-8b188eb5fa93 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.199274] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1009.199274] env[65762]: value = "task-4560665" [ 1009.199274] env[65762]: _type = "Task" [ 1009.199274] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.214917] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.398687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399194] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Instance network_info: |[{"id": "055abf32-94ef-4560-874c-43f1aec13445", "address": "fa:16:3e:76:19:77", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055abf32-94", "ovs_interfaceid": "055abf32-94ef-4560-874c-43f1aec13445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1009.399631] env[65762]: DEBUG oslo_concurrency.lockutils [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] Acquired lock "refresh_cache-cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.399995] env[65762]: DEBUG nova.network.neutron [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Refreshing network info cache for port 055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.404167] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:19:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '055abf32-94ef-4560-874c-43f1aec13445', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.413343] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1009.415109] env[65762]: WARNING neutronclient.v2_0.client [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.417738] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.418977] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c223546-c687-47c1-af04-77a32709caa3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.443911] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.443911] env[65762]: value = "task-4560666" [ 1009.443911] env[65762]: _type = "Task" [ 1009.443911] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.454768] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560666, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.495863] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1009.519110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.526399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.674s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.526745] env[65762]: DEBUG nova.objects.instance [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'pci_requests' on Instance uuid 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.536802] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1009.537084] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.537298] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1009.537474] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.537618] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1009.537953] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1009.538307] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1009.538495] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1009.538668] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1009.538835] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1009.539020] env[65762]: DEBUG nova.virt.hardware [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1009.540945] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b39c3-9096-475b-a3a5-16c3c2f1a39b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.553574] env[65762]: INFO nova.scheduler.client.report [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Deleted allocations for instance f23e6161-018d-4ee7-ac1f-ea941e7dd385 [ 1009.556230] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c5276c-6ad8-48a4-b24e-f51170d3c35f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.578690] env[65762]: INFO nova.compute.manager [-] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Took 1.61 seconds to deallocate network for instance. [ 1009.585856] env[65762]: DEBUG nova.compute.manager [None req-7fdb386c-b35c-48de-a65c-26b94f089da1 tempest-ServerDiagnosticsTest-249991360 tempest-ServerDiagnosticsTest-249991360-project-admin] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1009.590719] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fefa5c7-2465-4ad2-90d1-dd90f79c9e7f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.603935] env[65762]: INFO nova.compute.manager [None req-7fdb386c-b35c-48de-a65c-26b94f089da1 tempest-ServerDiagnosticsTest-249991360 tempest-ServerDiagnosticsTest-249991360-project-admin] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Retrieving diagnostics [ 1009.609115] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c389db2f-a49f-4f7e-a1aa-344dc4b813fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.613321] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560663, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.663054] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560664, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.715158] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.716648] env[65762]: WARNING neutronclient.v2_0.client [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.884164] env[65762]: DEBUG nova.network.neutron [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Updated VIF entry in instance network info cache for port 055abf32-94ef-4560-874c-43f1aec13445. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1009.884164] env[65762]: DEBUG nova.network.neutron [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Updating instance_info_cache with network_info: [{"id": "055abf32-94ef-4560-874c-43f1aec13445", "address": "fa:16:3e:76:19:77", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055abf32-94", "ovs_interfaceid": "055abf32-94ef-4560-874c-43f1aec13445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.955366] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560666, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.028625] env[65762]: DEBUG nova.network.neutron [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Successfully updated port: 5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.031612] env[65762]: DEBUG nova.objects.instance [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'numa_topology' on Instance uuid 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.068466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Lock "f23e6161-018d-4ee7-ac1f-ea941e7dd385" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.491s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.095936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.103299] env[65762]: DEBUG nova.compute.manager [req-4787cbed-df02-484a-850d-661b8f270656 req-16738826-63f0-446a-8e89-356aab2ddbe6 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Received event network-vif-plugged-5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1010.104021] env[65762]: DEBUG oslo_concurrency.lockutils [req-4787cbed-df02-484a-850d-661b8f270656 req-16738826-63f0-446a-8e89-356aab2ddbe6 service nova] Acquiring lock "ed509cb1-6f57-41d0-9b68-157448888d41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.104021] env[65762]: DEBUG oslo_concurrency.lockutils [req-4787cbed-df02-484a-850d-661b8f270656 req-16738826-63f0-446a-8e89-356aab2ddbe6 service nova] Lock "ed509cb1-6f57-41d0-9b68-157448888d41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.104021] env[65762]: DEBUG oslo_concurrency.lockutils [req-4787cbed-df02-484a-850d-661b8f270656 req-16738826-63f0-446a-8e89-356aab2ddbe6 service nova] Lock "ed509cb1-6f57-41d0-9b68-157448888d41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.104362] env[65762]: DEBUG nova.compute.manager [req-4787cbed-df02-484a-850d-661b8f270656 req-16738826-63f0-446a-8e89-356aab2ddbe6 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] No waiting events found dispatching network-vif-plugged-5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1010.104617] env[65762]: WARNING nova.compute.manager [req-4787cbed-df02-484a-850d-661b8f270656 req-16738826-63f0-446a-8e89-356aab2ddbe6 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Received unexpected event network-vif-plugged-5a665e46-743f-4471-a59a-5b5418739fff for instance with vm_state building and task_state spawning. [ 1010.108469] env[65762]: DEBUG oslo_vmware.api [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560663, 'name': PowerOnVM_Task, 'duration_secs': 1.372401} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.108713] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.108903] env[65762]: INFO nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1010.109090] env[65762]: DEBUG nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1010.109907] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f8b50-8c51-43d8-ad6a-e4fb41566c44 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.160192] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560664, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.218054] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.218368] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 60dc8912-e6c0-47c7-a06a-f840034247b3/60dc8912-e6c0-47c7-a06a-f840034247b3.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.218609] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.218884] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-612d99e2-4c89-4a21-a3f7-969d557b8e84 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.232332] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1010.232332] env[65762]: value = "task-4560667" [ 1010.232332] env[65762]: _type = "Task" [ 1010.232332] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.245409] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.388324] env[65762]: DEBUG oslo_concurrency.lockutils [req-e08ce629-8568-49b2-b82c-5693582454e5 req-59bc4ee9-6d0a-409e-bde2-2f39909baf06 service nova] Releasing lock "refresh_cache-cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.455670] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560666, 'name': CreateVM_Task, 'duration_secs': 0.665467} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.456699] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.456699] env[65762]: WARNING neutronclient.v2_0.client [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.456910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.456910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.457258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.457668] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0350e3d5-0fc3-4090-ae71-16238d71cad0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.466018] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1010.466018] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d6e7ca-cf3a-34db-878e-41fa805e16de" [ 1010.466018] env[65762]: _type = "Task" [ 1010.466018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.473955] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d6e7ca-cf3a-34db-878e-41fa805e16de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.534078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.534466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.535142] env[65762]: DEBUG nova.network.neutron [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.536061] env[65762]: INFO nova.compute.claims [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.631869] env[65762]: INFO nova.compute.manager [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Took 43.18 seconds to build instance. [ 1010.661228] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560664, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.743736] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279319} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.744014] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.744802] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa335f10-7f56-421d-92b5-a97dc27ecf89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.767765] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 60dc8912-e6c0-47c7-a06a-f840034247b3/60dc8912-e6c0-47c7-a06a-f840034247b3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.769134] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ec692c7-080c-41cb-b65e-7da5f93a2080 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.786490] env[65762]: DEBUG nova.compute.manager [req-1eb844fd-c6c5-4c06-9c53-923e415ab11c req-0aacc2a3-9c57-4421-bc2a-b3a9bd1095b1 service nova] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Received event network-vif-deleted-a7b35572-e1a9-434b-9c56-e7dfb10195a8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1010.793973] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1010.793973] env[65762]: value = "task-4560668" [ 1010.793973] env[65762]: _type = "Task" [ 1010.793973] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.805681] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.821490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "01c21760-0799-4998-82f2-6bbbb9fee877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.821770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "01c21760-0799-4998-82f2-6bbbb9fee877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.821983] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "01c21760-0799-4998-82f2-6bbbb9fee877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.822193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "01c21760-0799-4998-82f2-6bbbb9fee877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.822360] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "01c21760-0799-4998-82f2-6bbbb9fee877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.824535] env[65762]: INFO nova.compute.manager [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Terminating instance [ 1010.979085] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d6e7ca-cf3a-34db-878e-41fa805e16de, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.979409] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.979643] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.979908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.980061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.980366] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.980672] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f9cdfb-4495-4381-9a24-aa901d80797c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.990706] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.990858] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.991802] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd60ce77-3106-4a77-a6fe-46568260466c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.999086] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1010.999086] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a7ddd0-15e1-c981-9fd7-bfe19e13c783" [ 1010.999086] env[65762]: _type = "Task" [ 1010.999086] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.013559] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a7ddd0-15e1-c981-9fd7-bfe19e13c783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.081492] env[65762]: DEBUG nova.network.neutron [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.133823] env[65762]: DEBUG oslo_concurrency.lockutils [None req-70db76e9-2359-4ff7-8df6-61c56033bdbf tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "529852c4-c910-4151-9fd6-894cadba4a60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.734s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.157546] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560664, 'name': CloneVM_Task, 'duration_secs': 1.907823} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.157819] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Created linked-clone VM from snapshot [ 1011.158669] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20482e7c-d989-47f3-aefd-1c94f3d7613c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.164182] env[65762]: WARNING neutronclient.v2_0.client [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.167911] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "529852c4-c910-4151-9fd6-894cadba4a60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.168133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "529852c4-c910-4151-9fd6-894cadba4a60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.168327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "529852c4-c910-4151-9fd6-894cadba4a60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.168530] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "529852c4-c910-4151-9fd6-894cadba4a60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.168687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "529852c4-c910-4151-9fd6-894cadba4a60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.173507] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Uploading image c5c75c24-7ec1-4b81-92c3-9e5d9a606473 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.175916] env[65762]: INFO nova.compute.manager [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Terminating instance [ 1011.194367] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.194716] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bc0380b-67d3-4ec1-b619-f027dba94b88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.205312] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1011.205312] env[65762]: value = "task-4560669" [ 1011.205312] env[65762]: _type = "Task" [ 1011.205312] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.220106] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560669, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.305902] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.307305] env[65762]: DEBUG nova.network.neutron [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updating instance_info_cache with network_info: [{"id": "5a665e46-743f-4471-a59a-5b5418739fff", "address": "fa:16:3e:b7:04:8d", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a665e46-74", "ovs_interfaceid": "5a665e46-743f-4471-a59a-5b5418739fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.328748] env[65762]: DEBUG nova.compute.manager [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1011.328870] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.329704] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623af3d3-91a4-4926-bb5c-2826b7ce8534 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.339409] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.339726] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b4df36f-7c8b-4fdd-8282-5677f2f7f092 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.348072] env[65762]: DEBUG oslo_vmware.api [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1011.348072] env[65762]: value = "task-4560670" [ 1011.348072] env[65762]: _type = "Task" [ 1011.348072] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.357650] env[65762]: DEBUG oslo_vmware.api [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.511247] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a7ddd0-15e1-c981-9fd7-bfe19e13c783, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.512226] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2f6b2c-2629-4472-8347-aa48499b8f0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.520462] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1011.520462] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ce279c-8f64-f3be-2f74-f0d5943f260b" [ 1011.520462] env[65762]: _type = "Task" [ 1011.520462] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.532729] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ce279c-8f64-f3be-2f74-f0d5943f260b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.682737] env[65762]: DEBUG nova.compute.manager [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1011.682737] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.683546] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b05bf-1416-4d37-8c9a-a28cceb01a86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.696412] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.696412] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ef8114-3078-4eec-a6d5-720de0bb0833 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.705886] env[65762]: DEBUG oslo_vmware.api [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1011.705886] env[65762]: value = "task-4560671" [ 1011.705886] env[65762]: _type = "Task" [ 1011.705886] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.719238] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560669, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.724644] env[65762]: DEBUG oslo_vmware.api [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.815791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.816140] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance network_info: |[{"id": "5a665e46-743f-4471-a59a-5b5418739fff", "address": "fa:16:3e:b7:04:8d", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a665e46-74", "ovs_interfaceid": "5a665e46-743f-4471-a59a-5b5418739fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1011.816607] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560668, 'name': ReconfigVM_Task, 'duration_secs': 0.6895} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.820250] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:04:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a665e46-743f-4471-a59a-5b5418739fff', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.830707] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.830707] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 60dc8912-e6c0-47c7-a06a-f840034247b3/60dc8912-e6c0-47c7-a06a-f840034247b3.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.832425] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.832477] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3ad03d-60d9-41cb-8c0a-7acf7457a35b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.834509] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe15123-8c91-4a62-90dc-7c1aee240d65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.861633] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1011.861633] env[65762]: value = "task-4560672" [ 1011.861633] env[65762]: _type = "Task" [ 1011.861633] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.872995] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.872995] env[65762]: value = "task-4560673" [ 1011.872995] env[65762]: _type = "Task" [ 1011.872995] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.873369] env[65762]: DEBUG oslo_vmware.api [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560670, 'name': PowerOffVM_Task, 'duration_secs': 0.200826} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.875079] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.875079] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.879337] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f6f29e-eb98-43a2-b27a-440f42a732bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.883942] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560672, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.891355] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560673, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.968244] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d34fc-72de-4dc2-b9c6-708a4797f094 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.973234] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.973618] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.973888] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Deleting the datastore file [datastore2] 01c21760-0799-4998-82f2-6bbbb9fee877 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.975090] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-396135ca-4b5a-46c6-9012-3a9cb4f83cbd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.982385] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6067f1-758b-40b9-b0eb-09c12af7b14a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.991312] env[65762]: DEBUG oslo_vmware.api [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for the task: (returnval){ [ 1011.991312] env[65762]: value = "task-4560675" [ 1011.991312] env[65762]: _type = "Task" [ 1011.991312] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.034432] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc30b4d7-6a72-4a6f-aad4-032d482b0d63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.044142] env[65762]: DEBUG oslo_vmware.api [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.054226] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ce279c-8f64-f3be-2f74-f0d5943f260b, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.056908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.057848] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] cda44de8-d9d9-4c3a-b7c6-3d11fdaff974/cda44de8-d9d9-4c3a-b7c6-3d11fdaff974.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.058513] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afbaf87f-d435-4173-8247-af6678937331 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.062676] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e7998-fd68-4751-8812-2e9c9ee70167 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.081938] env[65762]: DEBUG nova.compute.provider_tree [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.085329] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1012.085329] env[65762]: value = "task-4560676" [ 1012.085329] env[65762]: _type = "Task" [ 1012.085329] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.096014] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.216539] env[65762]: DEBUG nova.compute.manager [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Received event network-changed-5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1012.216723] env[65762]: DEBUG nova.compute.manager [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Refreshing instance network info cache due to event network-changed-5a665e46-743f-4471-a59a-5b5418739fff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1012.216938] env[65762]: DEBUG oslo_concurrency.lockutils [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] Acquiring lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.217086] env[65762]: DEBUG oslo_concurrency.lockutils [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] Acquired lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.217270] env[65762]: DEBUG nova.network.neutron [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Refreshing network info cache for port 5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.230848] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560669, 'name': Destroy_Task, 'duration_secs': 0.609686} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.230848] env[65762]: DEBUG oslo_vmware.api [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560671, 'name': PowerOffVM_Task, 'duration_secs': 0.286173} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.231441] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Destroyed the VM [ 1012.231691] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.231961] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.232136] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.232838] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e76d3fd-3e66-4b52-9350-c53f61262c90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.236358] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b482a5fe-cd5c-423c-adab-13abcb7e8932 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.246106] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1012.246106] env[65762]: value = "task-4560677" [ 1012.246106] env[65762]: _type = "Task" [ 1012.246106] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.260811] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.325341] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.325725] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.325966] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleting the datastore file [datastore1] 529852c4-c910-4151-9fd6-894cadba4a60 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.326363] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba74dcaf-0ac9-4459-9d0d-80dc979df205 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.335752] env[65762]: DEBUG oslo_vmware.api [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for the task: (returnval){ [ 1012.335752] env[65762]: value = "task-4560679" [ 1012.335752] env[65762]: _type = "Task" [ 1012.335752] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.345570] env[65762]: DEBUG oslo_vmware.api [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.375148] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560672, 'name': Rename_Task, 'duration_secs': 0.200419} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.378620] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.380029] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e266acfb-6b2f-4916-a72c-b4574a2884f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.388680] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560673, 'name': CreateVM_Task, 'duration_secs': 0.403864} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.389395] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.389808] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1012.389808] env[65762]: value = "task-4560680" [ 1012.389808] env[65762]: _type = "Task" [ 1012.389808] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.390324] env[65762]: WARNING neutronclient.v2_0.client [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.390825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.390939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.391205] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.391536] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4648cbfc-d190-41d7-ab63-8d862f986c92 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.404225] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.405372] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1012.405372] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526d9667-6811-84e6-28e4-f975c2b25d57" [ 1012.405372] env[65762]: _type = "Task" [ 1012.405372] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.415628] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526d9667-6811-84e6-28e4-f975c2b25d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.503313] env[65762]: DEBUG oslo_vmware.api [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Task: {'id': task-4560675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168531} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.503641] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.503834] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.504047] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.504244] env[65762]: INFO nova.compute.manager [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1012.504526] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.504761] env[65762]: DEBUG nova.compute.manager [-] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1012.504862] env[65762]: DEBUG nova.network.neutron [-] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.505146] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.584476] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.591111] env[65762]: DEBUG nova.scheduler.client.report [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.601857] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52394} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.602183] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] cda44de8-d9d9-4c3a-b7c6-3d11fdaff974/cda44de8-d9d9-4c3a-b7c6-3d11fdaff974.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.602418] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.602725] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40a44f26-a52b-4602-a970-9dbab715e2cc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.612768] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1012.612768] env[65762]: value = "task-4560681" [ 1012.612768] env[65762]: _type = "Task" [ 1012.612768] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.624386] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.731620] env[65762]: WARNING neutronclient.v2_0.client [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.757305] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560677, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.852498] env[65762]: DEBUG oslo_vmware.api [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Task: {'id': task-4560679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426295} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.852672] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.852850] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.853126] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.853320] env[65762]: INFO nova.compute.manager [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1012.854030] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.854243] env[65762]: DEBUG nova.compute.manager [-] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1012.854382] env[65762]: DEBUG nova.network.neutron [-] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.854939] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.911589] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.923655] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526d9667-6811-84e6-28e4-f975c2b25d57, 'name': SearchDatastore_Task, 'duration_secs': 0.060971} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.924277] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.924588] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.924871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.925069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925293] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.928487] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c72a5b-c865-45fd-9001-563e99478301 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.941079] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.941302] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.942110] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e33d365-4da1-4d4c-9c4c-c693d2d1cf2f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.950909] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1012.950909] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52485253-3e9e-0548-70b5-07ea4d4fc85f" [ 1012.950909] env[65762]: _type = "Task" [ 1012.950909] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.964012] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52485253-3e9e-0548-70b5-07ea4d4fc85f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.965575] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.096895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.570s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.097403] env[65762]: WARNING neutronclient.v2_0.client [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.100285] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.391s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.100521] env[65762]: DEBUG nova.objects.instance [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lazy-loading 'resources' on Instance uuid ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.122578] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090965} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.122839] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.123649] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e66439-4659-4222-8bc6-b3ba981b031a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.148141] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] cda44de8-d9d9-4c3a-b7c6-3d11fdaff974/cda44de8-d9d9-4c3a-b7c6-3d11fdaff974.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.149369] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-327382ae-5fb8-423e-a671-85611b3d012c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.178323] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1013.178323] env[65762]: value = "task-4560682" [ 1013.178323] env[65762]: _type = "Task" [ 1013.178323] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.188943] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.260428] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560677, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.353773] env[65762]: INFO nova.network.neutron [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1013.356901] env[65762]: DEBUG nova.network.neutron [-] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.403277] env[65762]: DEBUG oslo_vmware.api [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560680, 'name': PowerOnVM_Task, 'duration_secs': 0.540811} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.403595] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.403801] env[65762]: INFO nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1013.403982] env[65762]: DEBUG nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1013.404879] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c871a6-d6d0-4001-9cb7-5b424d954e58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.462971] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52485253-3e9e-0548-70b5-07ea4d4fc85f, 'name': SearchDatastore_Task, 'duration_secs': 0.017213} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.464541] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bcf397-6bf6-43a5-9c8f-ae98bcadb4c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.472194] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1013.472194] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52be6d21-86d8-8564-4abb-b21dc2861acb" [ 1013.472194] env[65762]: _type = "Task" [ 1013.472194] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.481146] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52be6d21-86d8-8564-4abb-b21dc2861acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.580258] env[65762]: WARNING neutronclient.v2_0.client [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.643452] env[65762]: DEBUG nova.compute.manager [req-2d7b756c-c894-4100-a6da-87eb7cc6e861 req-021c5b93-92e9-41c2-815b-f8c89d213931 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Received event network-vif-deleted-762c07e4-22fd-416b-9f31-aa115a0c030d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1013.643452] env[65762]: INFO nova.compute.manager [req-2d7b756c-c894-4100-a6da-87eb7cc6e861 req-021c5b93-92e9-41c2-815b-f8c89d213931 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Neutron deleted interface 762c07e4-22fd-416b-9f31-aa115a0c030d; detaching it from the instance and deleting it from the info cache [ 1013.643693] env[65762]: DEBUG nova.network.neutron [req-2d7b756c-c894-4100-a6da-87eb7cc6e861 req-021c5b93-92e9-41c2-815b-f8c89d213931 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.684467] env[65762]: DEBUG nova.network.neutron [-] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.693398] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.758032] env[65762]: DEBUG oslo_vmware.api [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560677, 'name': RemoveSnapshot_Task, 'duration_secs': 1.35939} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.759463] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.861675] env[65762]: INFO nova.compute.manager [-] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Took 1.36 seconds to deallocate network for instance. [ 1013.928307] env[65762]: INFO nova.compute.manager [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Took 40.43 seconds to build instance. [ 1013.985049] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52be6d21-86d8-8564-4abb-b21dc2861acb, 'name': SearchDatastore_Task, 'duration_secs': 0.024977} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.989163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.989163] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.989163] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18e4fc29-4e05-45c7-933f-359cb217f8de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.997193] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1013.997193] env[65762]: value = "task-4560683" [ 1013.997193] env[65762]: _type = "Task" [ 1013.997193] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.004694] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c573ec3-9ebd-429d-beea-4f95747c843e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.012562] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.018536] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c0766-124b-4870-bf0b-2268204fdedf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.053967] env[65762]: DEBUG nova.network.neutron [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updated VIF entry in instance network info cache for port 5a665e46-743f-4471-a59a-5b5418739fff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.054287] env[65762]: DEBUG nova.network.neutron [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updating instance_info_cache with network_info: [{"id": "5a665e46-743f-4471-a59a-5b5418739fff", "address": "fa:16:3e:b7:04:8d", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a665e46-74", "ovs_interfaceid": "5a665e46-743f-4471-a59a-5b5418739fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.055928] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5d954-c146-4c11-b169-6948eb069d38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.065923] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36574080-f2e6-43c7-ae84-abec6221d44d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.084282] env[65762]: DEBUG nova.compute.provider_tree [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.147061] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a90aeb1-34a3-4fb4-8a0c-a8e4f55f38f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.160233] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06439406-391b-4254-a9d5-3445d04ec18d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.186515] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560682, 'name': ReconfigVM_Task, 'duration_secs': 0.548028} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.186889] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Reconfigured VM instance instance-00000058 to attach disk [datastore1] cda44de8-d9d9-4c3a-b7c6-3d11fdaff974/cda44de8-d9d9-4c3a-b7c6-3d11fdaff974.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.187613] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41fe77fc-77c9-438b-82ef-1cc4507857f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.202566] env[65762]: INFO nova.compute.manager [-] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Took 1.35 seconds to deallocate network for instance. [ 1014.202566] env[65762]: DEBUG nova.compute.manager [req-2d7b756c-c894-4100-a6da-87eb7cc6e861 req-021c5b93-92e9-41c2-815b-f8c89d213931 service nova] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Detach interface failed, port_id=762c07e4-22fd-416b-9f31-aa115a0c030d, reason: Instance 529852c4-c910-4151-9fd6-894cadba4a60 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1014.208900] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1014.208900] env[65762]: value = "task-4560684" [ 1014.208900] env[65762]: _type = "Task" [ 1014.208900] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.220649] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560684, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.267144] env[65762]: WARNING nova.compute.manager [None req-a1fc41e5-46c6-49c6-83b1-b8b3f62efccf tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Image not found during snapshot: nova.exception.ImageNotFound: Image c5c75c24-7ec1-4b81-92c3-9e5d9a606473 could not be found. [ 1014.376284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.433158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.596s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.511097] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.560652] env[65762]: DEBUG oslo_concurrency.lockutils [req-f7cc3fbb-a8cd-47d6-9152-a7c759896da3 req-bc866fda-aa55-463d-9c86-d5711bb42a68 service nova] Releasing lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.588245] env[65762]: DEBUG nova.scheduler.client.report [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.608229] env[65762]: DEBUG nova.compute.manager [req-4be62953-cd88-43ca-983e-ea3465bc6623 req-9ea3ff75-a18d-4517-a7ef-d86d21850c59 service nova] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Received event network-vif-deleted-c57d9a65-d646-4604-a48b-9ffd779c88aa {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1014.711164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.723034] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560684, 'name': Rename_Task, 'duration_secs': 0.203517} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.723325] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.723918] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538487b7-2920-4412-842e-7b2349f41e40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.734753] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1014.734753] env[65762]: value = "task-4560685" [ 1014.734753] env[65762]: _type = "Task" [ 1014.734753] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.748665] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.009612] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598488} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.009985] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.010521] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.011077] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e27be68b-3351-4e47-9f89-491a2b5d7285 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.019760] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1015.019760] env[65762]: value = "task-4560686" [ 1015.019760] env[65762]: _type = "Task" [ 1015.019760] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.025516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.025828] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.026850] env[65762]: DEBUG nova.network.neutron [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.038610] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.093850] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.096722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.075s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.097624] env[65762]: DEBUG nova.objects.instance [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lazy-loading 'resources' on Instance uuid 510c82b1-8d58-41ea-9137-3c8ca76b9500 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.120699] env[65762]: INFO nova.scheduler.client.report [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Deleted allocations for instance ca4c093a-f1cc-43e8-a32e-8834f7b24bb5 [ 1015.246970] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.532186] env[65762]: WARNING neutronclient.v2_0.client [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.542324] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140715} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.542834] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.543813] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5551c284-67df-4408-a40f-f0e28c6c18c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.574194] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.576705] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5144473-8a01-4eb4-9331-1ee22e992fe5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.597242] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1015.597242] env[65762]: value = "task-4560687" [ 1015.597242] env[65762]: _type = "Task" [ 1015.597242] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.610177] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.634909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e179ba63-3f00-4ac3-a101-dc41d454287e tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Lock "ca4c093a-f1cc-43e8-a32e-8834f7b24bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.483s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.746741] env[65762]: DEBUG oslo_vmware.api [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560685, 'name': PowerOnVM_Task, 'duration_secs': 0.739306} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.751741] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.751961] env[65762]: INFO nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1015.752164] env[65762]: DEBUG nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1015.754321] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb2e3b8-df8e-4ad3-a002-a4f20a1b2912 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.882996] env[65762]: DEBUG nova.compute.manager [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-vif-plugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1015.883748] env[65762]: DEBUG oslo_concurrency.lockutils [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.883852] env[65762]: DEBUG oslo_concurrency.lockutils [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.885142] env[65762]: DEBUG oslo_concurrency.lockutils [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.885142] env[65762]: DEBUG nova.compute.manager [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] No waiting events found dispatching network-vif-plugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1015.885142] env[65762]: WARNING nova.compute.manager [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received unexpected event network-vif-plugged-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1015.885142] env[65762]: DEBUG nova.compute.manager [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1015.885142] env[65762]: DEBUG nova.compute.manager [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing instance network info cache due to event network-changed-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1015.885142] env[65762]: DEBUG oslo_concurrency.lockutils [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] Acquiring lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.897415] env[65762]: WARNING neutronclient.v2_0.client [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.920604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.921412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.921412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.921545] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.921734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.924297] env[65762]: INFO nova.compute.manager [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Terminating instance [ 1015.998055] env[65762]: DEBUG nova.network.neutron [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.064362] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef0e1a-d220-46f8-b39f-05500b2cfefe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.074592] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15aee97-080d-49e5-9882-1b89f77844f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.119536] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da7b67-e8a8-410b-a412-2e8573dd7e3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.128527] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.132474] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e64e0b-b195-4e65-b0cd-ebf3a28e1d61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.153079] env[65762]: DEBUG nova.compute.provider_tree [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.280797] env[65762]: INFO nova.compute.manager [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Took 37.51 seconds to build instance. [ 1016.429779] env[65762]: DEBUG nova.compute.manager [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1016.431896] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.431896] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7322c81-edbd-4ef1-854f-61a82bc7bb50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.443496] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.443804] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5698d62a-5fd9-42ea-bac9-05f6f9becef5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.454310] env[65762]: DEBUG oslo_vmware.api [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1016.454310] env[65762]: value = "task-4560688" [ 1016.454310] env[65762]: _type = "Task" [ 1016.454310] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.466209] env[65762]: DEBUG oslo_vmware.api [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.504297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.510352] env[65762]: DEBUG oslo_concurrency.lockutils [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] Acquired lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.510577] env[65762]: DEBUG nova.network.neutron [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Refreshing network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.538788] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84b4e8c7531a7aac6712b94cd8fe188f',container_format='bare',created_at=2025-11-20T04:52:14Z,direct_url=,disk_format='vmdk',id=7e9199af-d6bb-494b-b0ff-e35bf3ab337c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-656675668-shelved',owner='d427f10c9d7e4f61ae5d7c82686aa55e',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-20T04:52:29Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1016.538788] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.539329] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1016.539329] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.539329] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1016.539329] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1016.539539] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.539654] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1016.539819] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1016.540022] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1016.540216] env[65762]: DEBUG nova.virt.hardware [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1016.541576] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379d06c-ae55-40e7-828f-752ea20e1a36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.551627] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c76e165-8e28-481d-93fa-274b8976dd40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.570356] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a3:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d90a9c-e54b-469e-9d60-c50a2a4a58d6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.578490] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1016.578896] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.580068] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcca1fee-1223-440b-94b7-f49dd160238c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.602809] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.602809] env[65762]: value = "task-4560689" [ 1016.602809] env[65762]: _type = "Task" [ 1016.602809] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.612431] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560689, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.625228] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560687, 'name': ReconfigVM_Task, 'duration_secs': 0.549849} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.625533] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.626229] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd760a61-a6bf-4cb9-8645-195d36a5b5af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.634885] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1016.634885] env[65762]: value = "task-4560690" [ 1016.634885] env[65762]: _type = "Task" [ 1016.634885] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.645801] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560690, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.656589] env[65762]: DEBUG nova.scheduler.client.report [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.714133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.787580] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c98c041-da81-4f1d-8be7-11beb86bf6ee tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.837s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.787678] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.074s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.788420] env[65762]: DEBUG nova.compute.manager [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1016.788935] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac61fc6-eed3-4be9-9f1c-252451e875ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.796980] env[65762]: DEBUG nova.compute.manager [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1016.797865] env[65762]: DEBUG nova.objects.instance [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'flavor' on Instance uuid cda44de8-d9d9-4c3a-b7c6-3d11fdaff974 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.965736] env[65762]: DEBUG oslo_vmware.api [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560688, 'name': PowerOffVM_Task, 'duration_secs': 0.330026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.965736] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.966038] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.966146] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b78cff7-28da-45f0-963f-79cfc99826a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.016978] env[65762]: WARNING neutronclient.v2_0.client [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.061382] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.061740] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.062010] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleting the datastore file [datastore2] 2df3c515-2931-48a0-9d3b-cd53f6918cf2 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.062415] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ad70a2c-2d1d-42f9-ae61-6f2c594fc163 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.071495] env[65762]: DEBUG oslo_vmware.api [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for the task: (returnval){ [ 1017.071495] env[65762]: value = "task-4560692" [ 1017.071495] env[65762]: _type = "Task" [ 1017.071495] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.087890] env[65762]: DEBUG oslo_vmware.api [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.115893] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560689, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.147635] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560690, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.166283] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.169239] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.487s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.170099] env[65762]: INFO nova.compute.claims [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.219047] env[65762]: INFO nova.scheduler.client.report [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleted allocations for instance 510c82b1-8d58-41ea-9137-3c8ca76b9500 [ 1017.583234] env[65762]: DEBUG oslo_vmware.api [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Task: {'id': task-4560692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152074} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.583595] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.583644] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.583801] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.584081] env[65762]: INFO nova.compute.manager [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.584246] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1017.584483] env[65762]: DEBUG nova.compute.manager [-] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1017.584615] env[65762]: DEBUG nova.network.neutron [-] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1017.584874] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.619286] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560689, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.647899] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560690, 'name': Rename_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.734625] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ca90de0-578d-4946-924c-763104c4fd9e tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "510c82b1-8d58-41ea-9137-3c8ca76b9500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.151s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.782939] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.815108] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.815460] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24118587-b184-4e80-b5c2-15160464b644 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.825870] env[65762]: DEBUG oslo_vmware.api [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1017.825870] env[65762]: value = "task-4560693" [ 1017.825870] env[65762]: _type = "Task" [ 1017.825870] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.839320] env[65762]: DEBUG oslo_vmware.api [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.114924] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560689, 'name': CreateVM_Task, 'duration_secs': 1.423408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.115127] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.117160] env[65762]: WARNING neutronclient.v2_0.client [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.117160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.117160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.117160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.117160] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567332a4-b3d3-4793-acd9-e2326199a78c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.125542] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1018.125542] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb4ef2-ae2d-45f3-5f89-698f35e64153" [ 1018.125542] env[65762]: _type = "Task" [ 1018.125542] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.137036] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb4ef2-ae2d-45f3-5f89-698f35e64153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.145942] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560690, 'name': Rename_Task, 'duration_secs': 1.225564} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.146645] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.146796] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b9258c1-1355-4b0a-a7d1-aa3b1ad94951 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.155699] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1018.155699] env[65762]: value = "task-4560694" [ 1018.155699] env[65762]: _type = "Task" [ 1018.155699] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.165709] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.184036] env[65762]: WARNING neutronclient.v2_0.client [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.341050] env[65762]: DEBUG oslo_vmware.api [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560693, 'name': PowerOffVM_Task, 'duration_secs': 0.259512} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.341411] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.341630] env[65762]: DEBUG nova.compute.manager [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1018.343154] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e38ad-dd3c-4476-8dcc-c9d21b64a769 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.350037] env[65762]: DEBUG nova.network.neutron [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updated VIF entry in instance network info cache for port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.350559] env[65762]: DEBUG nova.network.neutron [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [{"id": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "address": "fa:16:3e:3f:a3:d9", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d90a9c-e5", "ovs_interfaceid": "a5d90a9c-e54b-469e-9d60-c50a2a4a58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.620260] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecaf7f7-1829-4258-a35d-3d89a036e2a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.633754] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e36c4fb-2ff7-4e90-a7bc-9d9f324338c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.642940] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.642940] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Processing image 7e9199af-d6bb-494b-b0ff-e35bf3ab337c {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.644167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.644167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.644167] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.644167] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b529bef-1723-45d1-b477-f9fb8e5642b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.676291] env[65762]: DEBUG nova.network.neutron [-] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.681949] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0afc6b3-abe8-4230-a250-7268dacbea9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.686302] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.686500] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.689625] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1184f209-fb82-488c-8ef9-9faa7a4d54f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.697691] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c32084e-da01-4676-b500-ba9ac1606fcf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.702107] env[65762]: DEBUG oslo_vmware.api [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560694, 'name': PowerOnVM_Task, 'duration_secs': 0.518002} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.703067] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.703408] env[65762]: INFO nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1018.703636] env[65762]: DEBUG nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1018.704959] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4885e886-69c1-4588-a987-b77bfe7b9496 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.720173] env[65762]: DEBUG nova.compute.provider_tree [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.721760] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1018.721760] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5203b0aa-e329-ece7-3200-d49c78683548" [ 1018.721760] env[65762]: _type = "Task" [ 1018.721760] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.738446] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1018.738643] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Fetch image to [datastore2] OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357/OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1018.738830] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Downloading stream optimized image 7e9199af-d6bb-494b-b0ff-e35bf3ab337c to [datastore2] OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357/OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357.vmdk on the data store datastore2 as vApp {{(pid=65762) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1018.738994] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Downloading image file data 7e9199af-d6bb-494b-b0ff-e35bf3ab337c to the ESX as VM named 'OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357' {{(pid=65762) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1018.800970] env[65762]: DEBUG nova.compute.manager [req-82172845-3be2-4389-ae42-9c89edf6d9ff req-3f7119cd-f13e-46c5-92d7-1d81ffd91dd9 service nova] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Received event network-vif-deleted-a522b9c1-0630-40b6-a81f-7be711f51d2b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1018.837726] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1018.837726] env[65762]: value = "resgroup-9" [ 1018.837726] env[65762]: _type = "ResourcePool" [ 1018.837726] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1018.838124] env[65762]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6e56a625-742a-4865-89e7-f285ece64ec4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.855040] env[65762]: DEBUG oslo_concurrency.lockutils [req-26ae8bc1-bcde-4a01-a4db-923d95025e99 req-1d8c68d5-775b-4f74-b243-e0637a6ecbc9 service nova] Releasing lock "refresh_cache-4789b03c-314d-4e8f-b0ac-f11883975a1a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.861988] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease: (returnval){ [ 1018.861988] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52832eb7-3aa5-8d85-801b-0c4a6ec9e981" [ 1018.861988] env[65762]: _type = "HttpNfcLease" [ 1018.861988] env[65762]: } obtained for vApp import into resource pool (val){ [ 1018.861988] env[65762]: value = "resgroup-9" [ 1018.861988] env[65762]: _type = "ResourcePool" [ 1018.861988] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1018.862425] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the lease: (returnval){ [ 1018.862425] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52832eb7-3aa5-8d85-801b-0c4a6ec9e981" [ 1018.862425] env[65762]: _type = "HttpNfcLease" [ 1018.862425] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.869154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2aceabeb-34f0-46b5-9219-1779674f8d05 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.875801] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.875801] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52832eb7-3aa5-8d85-801b-0c4a6ec9e981" [ 1018.875801] env[65762]: _type = "HttpNfcLease" [ 1018.875801] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.962920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "60dc8912-e6c0-47c7-a06a-f840034247b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.962920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.962920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "60dc8912-e6c0-47c7-a06a-f840034247b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.963272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.963272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.966586] env[65762]: INFO nova.compute.manager [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Terminating instance [ 1019.179052] env[65762]: INFO nova.compute.manager [-] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Took 1.59 seconds to deallocate network for instance. [ 1019.227672] env[65762]: DEBUG nova.scheduler.client.report [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.240627] env[65762]: INFO nova.compute.manager [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Took 38.84 seconds to build instance. [ 1019.371846] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.371846] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52832eb7-3aa5-8d85-801b-0c4a6ec9e981" [ 1019.371846] env[65762]: _type = "HttpNfcLease" [ 1019.371846] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1019.472465] env[65762]: DEBUG nova.compute.manager [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1019.472795] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.473858] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a89bf8-8141-4a31-b18f-964407322d0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.483205] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.483497] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55deea4-799e-4eb2-961d-4ca394e7a6a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.493033] env[65762]: DEBUG oslo_vmware.api [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1019.493033] env[65762]: value = "task-4560696" [ 1019.493033] env[65762]: _type = "Task" [ 1019.493033] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.502247] env[65762]: DEBUG oslo_vmware.api [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.611619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.611882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.612103] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.613029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.613029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.615137] env[65762]: INFO nova.compute.manager [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Terminating instance [ 1019.671090] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "96a93189-ac1f-44a2-8311-4a56fb47f44f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.671597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.687501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.739192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.739580] env[65762]: DEBUG nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1019.742776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.665s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.744822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-96388e48-bb31-4799-b96f-e416988cb42b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "ed509cb1-6f57-41d0-9b68-157448888d41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.639s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.874590] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.874590] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52832eb7-3aa5-8d85-801b-0c4a6ec9e981" [ 1019.874590] env[65762]: _type = "HttpNfcLease" [ 1019.874590] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1019.875429] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1019.875429] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52832eb7-3aa5-8d85-801b-0c4a6ec9e981" [ 1019.875429] env[65762]: _type = "HttpNfcLease" [ 1019.875429] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1019.877267] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dc7068-e336-4b39-8ff8-33e9aeb2957e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.887741] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a36c5-5864-ae75-42b7-e4ac18528142/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.887991] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a36c5-5864-ae75-42b7-e4ac18528142/disk-0.vmdk. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1019.956363] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b419dd99-3dae-407b-b150-807c78f8137e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.005815] env[65762]: DEBUG oslo_vmware.api [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560696, 'name': PowerOffVM_Task, 'duration_secs': 0.213618} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.006181] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.006415] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.006691] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0774291-ce58-4f03-a983-03cb51e9e35c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.096022] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.096022] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.096724] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Deleting the datastore file [datastore1] 60dc8912-e6c0-47c7-a06a-f840034247b3 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.096724] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f364070e-c2c5-4e8a-9dbf-70b2cb24d664 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.106056] env[65762]: DEBUG oslo_vmware.api [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for the task: (returnval){ [ 1020.106056] env[65762]: value = "task-4560698" [ 1020.106056] env[65762]: _type = "Task" [ 1020.106056] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.117216] env[65762]: DEBUG oslo_vmware.api [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.120876] env[65762]: DEBUG nova.compute.manager [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1020.122039] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.122185] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a370209-69d7-40b3-96b7-a0bab49c2d7d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.131432] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.131729] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf10cdf8-d275-45b9-ae12-b4c4bb8bfbf9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.174739] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1020.216460] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.216906] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.216906] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleting the datastore file [datastore1] cda44de8-d9d9-4c3a-b7c6-3d11fdaff974 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.218249] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acf5701-bb2f-42f0-82a5-fda9296e2811 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.228440] env[65762]: DEBUG oslo_vmware.api [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1020.228440] env[65762]: value = "task-4560700" [ 1020.228440] env[65762]: _type = "Task" [ 1020.228440] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.241860] env[65762]: DEBUG oslo_vmware.api [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.246748] env[65762]: DEBUG nova.compute.utils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.272229] env[65762]: DEBUG nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1020.618605] env[65762]: DEBUG oslo_vmware.api [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Task: {'id': task-4560698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189689} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.619263] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.619263] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.619869] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.620103] env[65762]: INFO nova.compute.manager [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1020.620418] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.620734] env[65762]: DEBUG nova.compute.manager [-] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1020.620734] env[65762]: DEBUG nova.network.neutron [-] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.621367] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.691153] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.709178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.745616] env[65762]: DEBUG oslo_vmware.api [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2034} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.746819] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.746819] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.746819] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.747081] env[65762]: INFO nova.compute.manager [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1020.747201] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.747435] env[65762]: DEBUG nova.compute.manager [-] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1020.748201] env[65762]: DEBUG nova.network.neutron [-] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.749773] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.768209] env[65762]: DEBUG nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1020.801499] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.805377] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7cd5913f-74bc-4f9e-91c3-831a255ba687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.805729] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.805775] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 2a2d430b-ad40-4471-b829-33ae122a1833 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.806022] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance e7548032-17bf-497f-8f92-fd41b635c64d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.806238] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7f31bea1-7b5c-47f0-a5d7-2df0eed15820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.806345] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4c09b8ec-5c69-4f2d-9c58-986a8a942d51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.806536] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 05960ea2-702c-406c-8564-5b2982d2adb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.806652] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance c8e13386-c98e-452a-af83-9f714bbfac5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.806784] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7095cb7a-e9a4-4454-ac82-bfe6fff4f729 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.806920] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.807133] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.807357] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4789b03c-314d-4e8f-b0ac-f11883975a1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.807637] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ec9337f8-97dd-42f2-be54-416a89c33d61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.807637] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 2df3c515-2931-48a0-9d3b-cd53f6918cf2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.807738] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 01c21760-0799-4998-82f2-6bbbb9fee877 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.811035] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 529852c4-c910-4151-9fd6-894cadba4a60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.811035] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 60dc8912-e6c0-47c7-a06a-f840034247b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.811035] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance cda44de8-d9d9-4c3a-b7c6-3d11fdaff974 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.811035] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ed509cb1-6f57-41d0-9b68-157448888d41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.811035] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 41094222-37a3-490b-9c68-ca211dfb2b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.908037] env[65762]: DEBUG nova.compute.manager [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Received event network-changed-5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1020.908287] env[65762]: DEBUG nova.compute.manager [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Refreshing instance network info cache due to event network-changed-5a665e46-743f-4471-a59a-5b5418739fff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1020.908514] env[65762]: DEBUG oslo_concurrency.lockutils [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] Acquiring lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.908660] env[65762]: DEBUG oslo_concurrency.lockutils [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] Acquired lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.908811] env[65762]: DEBUG nova.network.neutron [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Refreshing network info cache for port 5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.261423] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1021.261850] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a36c5-5864-ae75-42b7-e4ac18528142/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1021.263072] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ab44e-a93f-4779-9d20-1ef5a14aeb5b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.270085] env[65762]: DEBUG nova.compute.manager [req-b831c67c-6e29-4c20-afba-954d02f77dcc req-71ea41e8-626e-4b81-96ae-6fdd9e8d5c45 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Received event network-vif-deleted-8e68e87d-8644-417d-99f1-acf5b5d500bf {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1021.270395] env[65762]: INFO nova.compute.manager [req-b831c67c-6e29-4c20-afba-954d02f77dcc req-71ea41e8-626e-4b81-96ae-6fdd9e8d5c45 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Neutron deleted interface 8e68e87d-8644-417d-99f1-acf5b5d500bf; detaching it from the instance and deleting it from the info cache [ 1021.270800] env[65762]: DEBUG nova.network.neutron [req-b831c67c-6e29-4c20-afba-954d02f77dcc req-71ea41e8-626e-4b81-96ae-6fdd9e8d5c45 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.280386] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a36c5-5864-ae75-42b7-e4ac18528142/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1021.280495] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a36c5-5864-ae75-42b7-e4ac18528142/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1021.281108] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6e0acb40-8b01-4cfe-9d00-c05157f93780 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.311814] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9d495acb-9f41-4e14-9ca4-b88ac42130fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.413977] env[65762]: WARNING neutronclient.v2_0.client [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.518772] env[65762]: DEBUG nova.network.neutron [-] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.524141] env[65762]: DEBUG oslo_vmware.rw_handles [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a36c5-5864-ae75-42b7-e4ac18528142/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1021.525148] env[65762]: INFO nova.virt.vmwareapi.images [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Downloaded image file data 7e9199af-d6bb-494b-b0ff-e35bf3ab337c [ 1021.526343] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227023f0-759e-418b-8579-811cdb885ee3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.545306] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8fa951b-0523-48aa-85d2-bd2e388ea644 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.580240] env[65762]: INFO nova.virt.vmwareapi.images [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] The imported VM was unregistered [ 1021.582952] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1021.583504] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.584175] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47574cb5-fb42-4c08-9351-f67de9ceac4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.600807] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created directory with path [datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.601032] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357/OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357.vmdk to [datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk. {{(pid=65762) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1021.604172] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a0426390-ec7b-4828-bdaf-ceb591b86b4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.612295] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1021.612295] env[65762]: value = "task-4560702" [ 1021.612295] env[65762]: _type = "Task" [ 1021.612295] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.622204] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560702, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.645792] env[65762]: DEBUG nova.network.neutron [-] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.667603] env[65762]: WARNING neutronclient.v2_0.client [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.751226] env[65762]: DEBUG nova.network.neutron [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updated VIF entry in instance network info cache for port 5a665e46-743f-4471-a59a-5b5418739fff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.751620] env[65762]: DEBUG nova.network.neutron [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updating instance_info_cache with network_info: [{"id": "5a665e46-743f-4471-a59a-5b5418739fff", "address": "fa:16:3e:b7:04:8d", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a665e46-74", "ovs_interfaceid": "5a665e46-743f-4471-a59a-5b5418739fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.778715] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0ef01f6-4fc2-4b84-aa02-91e7ea0ed8e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.782010] env[65762]: DEBUG nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1021.795168] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4e4ae4-7dd9-43ef-b9a7-3f72c889fe5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.815523] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1021.815767] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.815977] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1021.816255] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.816414] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1021.816586] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1021.816804] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.816966] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1021.817528] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1021.817528] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1021.817688] env[65762]: DEBUG nova.virt.hardware [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1021.818553] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 96a93189-ac1f-44a2-8311-4a56fb47f44f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.818826] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1021.819132] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '10', 'num_task_None': '10', 'num_os_type_None': '13', 'num_proj_d105eb8f38494ce5a0eba6946e345071': '2', 'io_workload': '1', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '2', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_d427f10c9d7e4f61ae5d7c82686aa55e': '1', 'num_proj_ab52e0399131470a8118e52ba7ec7cbd': '1', 'num_proj_8d9a3d9a73a6422cbeaf5d578ea94cc4': '1', 'num_proj_f654eb2051134e45ab23d31075155bf9': '2', 'num_proj_2bf8d95399f74ec7a0bdf20a48dd21a4': '1', 'num_task_deleting': '2', 'num_proj_3a655b0d0569428aaf201c09f49a94ee': '1', 'num_vm_stopped': '1', 'num_proj_b10f97270b354564bfe6ce2938fb13eb': '1', 'num_vm_building': '1', 'num_proj_582ddb2b014e451a98407b83b044d7dd': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1021.822808] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801c3be5-74c7-49ef-b0f4-b0d8ff6c42ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.843899] env[65762]: DEBUG nova.compute.manager [req-b831c67c-6e29-4c20-afba-954d02f77dcc req-71ea41e8-626e-4b81-96ae-6fdd9e8d5c45 service nova] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Detach interface failed, port_id=8e68e87d-8644-417d-99f1-acf5b5d500bf, reason: Instance 60dc8912-e6c0-47c7-a06a-f840034247b3 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1021.852119] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6a266e-f0fe-4ada-93b2-c88a67a8b707 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.871372] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.876997] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Creating folder: Project (582ddb2b014e451a98407b83b044d7dd). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.880209] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c729640c-bbe6-4a85-80eb-1927f4150984 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.884034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "c8e13386-c98e-452a-af83-9f714bbfac5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.884314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.884520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "c8e13386-c98e-452a-af83-9f714bbfac5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.884700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.884866] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.887979] env[65762]: INFO nova.compute.manager [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Terminating instance [ 1021.894245] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Created folder: Project (582ddb2b014e451a98407b83b044d7dd) in parent group-v890951. [ 1021.894470] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Creating folder: Instances. Parent ref: group-v891196. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.897567] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f2eaa0b-7d63-47f6-aa8d-89ef61bbff64 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.913436] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Created folder: Instances in parent group-v891196. [ 1021.913781] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1021.917093] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.917584] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d211a354-4f4b-47fd-bde2-7b054816d5d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.940310] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.940310] env[65762]: value = "task-4560705" [ 1021.940310] env[65762]: _type = "Task" [ 1021.940310] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.951075] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560705, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.986512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.986818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.987050] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.987247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.987418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.989895] env[65762]: INFO nova.compute.manager [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Terminating instance [ 1022.021616] env[65762]: INFO nova.compute.manager [-] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Took 1.40 seconds to deallocate network for instance. [ 1022.129061] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560702, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.148605] env[65762]: INFO nova.compute.manager [-] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Took 1.40 seconds to deallocate network for instance. [ 1022.208947] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf287c2-96ab-43b2-9f51-3255541f1fc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.219039] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b52a0a-e063-44ec-b237-a21c71e2244e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.257330] env[65762]: DEBUG oslo_concurrency.lockutils [req-b84c6c7c-df87-4565-9b58-1efa9c92e814 req-0ffae2eb-e933-4ab8-8c11-b5bd6d7f0a2b service nova] Releasing lock "refresh_cache-ed509cb1-6f57-41d0-9b68-157448888d41" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.258725] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08986878-37c9-47c0-af93-d054b8527c27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.268944] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b191e0-7b85-4a40-be43-27d1facd8490 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.285469] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.392365] env[65762]: DEBUG nova.compute.manager [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1022.392601] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.393633] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60795cf2-20b9-4ff8-bc76-9899ea78fe0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.404056] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.404056] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1972b849-924c-405f-9103-11913487339d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.412716] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 1022.412716] env[65762]: value = "task-4560706" [ 1022.412716] env[65762]: _type = "Task" [ 1022.412716] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.423479] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.452177] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560705, 'name': CreateVM_Task, 'duration_secs': 0.504581} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.452424] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.452734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.452897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.453264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.453552] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2951f2-dabe-42e4-b085-b01a8e6fe600 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.460397] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1022.460397] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a5d492-1de0-b875-f922-3b78aa47cefe" [ 1022.460397] env[65762]: _type = "Task" [ 1022.460397] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.471565] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a5d492-1de0-b875-f922-3b78aa47cefe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.497044] env[65762]: DEBUG nova.compute.manager [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1022.497044] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.497814] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6927f7e1-650a-466b-9ded-9f7b72b319a3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.506721] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.507045] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a1c9bf-337d-4aed-a7de-5a64ae3f4cbd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.514621] env[65762]: DEBUG oslo_vmware.api [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 1022.514621] env[65762]: value = "task-4560707" [ 1022.514621] env[65762]: _type = "Task" [ 1022.514621] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.526093] env[65762]: DEBUG oslo_vmware.api [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.533450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.625685] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560702, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.660748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.788562] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.923404] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560706, 'name': PowerOffVM_Task, 'duration_secs': 0.3773} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.923720] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.923886] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.924188] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b64e6273-1aee-4ed7-9685-15cdd4cd7067 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.957501] env[65762]: DEBUG nova.compute.manager [req-7939b6ba-6f6b-4600-b239-111595441601 req-67035d7e-e99c-49bb-abfd-6917701f1302 service nova] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Received event network-vif-deleted-055abf32-94ef-4560-874c-43f1aec13445 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1022.974181] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a5d492-1de0-b875-f922-3b78aa47cefe, 'name': SearchDatastore_Task, 'duration_secs': 0.096416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.974650] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.975068] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.975372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.975566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.975769] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.976419] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c0713a-ed48-490b-bffc-1d8b4e640379 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.994661] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.994900] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.995827] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd250f23-5289-490e-bdd8-f9a1c65af38b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.003358] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1023.003358] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f4e09f-1ce5-c682-c9f1-d02e434fb4e1" [ 1023.003358] env[65762]: _type = "Task" [ 1023.003358] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.009724] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.010034] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.010354] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleting the datastore file [datastore2] c8e13386-c98e-452a-af83-9f714bbfac5c {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.013989] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d63ca968-80cd-484a-a9ab-30f779707c2b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.015968] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f4e09f-1ce5-c682-c9f1-d02e434fb4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.026996] env[65762]: DEBUG oslo_vmware.api [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560707, 'name': PowerOffVM_Task, 'duration_secs': 0.286149} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.028263] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.028506] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.028960] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 1023.028960] env[65762]: value = "task-4560709" [ 1023.028960] env[65762]: _type = "Task" [ 1023.028960] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.029254] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb25ab5b-4ebd-409b-91d6-746f63d4994e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.040362] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.112201] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.112476] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.112661] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleting the datastore file [datastore1] 7095cb7a-e9a4-4454-ac82-bfe6fff4f729 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.112950] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ff90dc-d0d1-4fe1-835e-1401332450a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.124097] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560702, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.125600] env[65762]: DEBUG oslo_vmware.api [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for the task: (returnval){ [ 1023.125600] env[65762]: value = "task-4560711" [ 1023.125600] env[65762]: _type = "Task" [ 1023.125600] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.295937] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1023.296259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.554s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.296559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.066s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.296754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.299356] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.414s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.299560] env[65762]: DEBUG nova.objects.instance [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.325492] env[65762]: INFO nova.scheduler.client.report [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted allocations for instance 2a2d430b-ad40-4471-b829-33ae122a1833 [ 1023.516876] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f4e09f-1ce5-c682-c9f1-d02e434fb4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.092809} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.517762] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1422ed22-a56a-4efe-b57d-62bc36c68664 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.524225] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1023.524225] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52557783-a8a0-7720-a6f5-fc67269db842" [ 1023.524225] env[65762]: _type = "Task" [ 1023.524225] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.533915] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52557783-a8a0-7720-a6f5-fc67269db842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.544632] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.626474] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560702, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.639041] env[65762]: DEBUG oslo_vmware.api [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.834342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fbe17916-f936-4b61-ad98-3a0f2504b167 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "2a2d430b-ad40-4471-b829-33ae122a1833" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.422s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.037468] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52557783-a8a0-7720-a6f5-fc67269db842, 'name': SearchDatastore_Task, 'duration_secs': 0.103408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.040936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.042324] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.042324] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da31e9d-4dbe-4cff-bac5-a71e4513c99e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.050210] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.051914] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1024.051914] env[65762]: value = "task-4560712" [ 1024.051914] env[65762]: _type = "Task" [ 1024.051914] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.063092] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.128567] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560702, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.446301} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.132724] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357/OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357.vmdk to [datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk. [ 1024.132938] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Cleaning up location [datastore2] OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1024.133122] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2049c426-7e8f-4aca-95c7-5b62b06f4357 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.133399] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b97eb5a-4371-4385-8435-edc5862c6ee0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.142399] env[65762]: DEBUG oslo_vmware.api [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.885961} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.143775] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.143965] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.144158] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.144346] env[65762]: INFO nova.compute.manager [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1024.144599] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1024.144883] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1024.144883] env[65762]: value = "task-4560713" [ 1024.144883] env[65762]: _type = "Task" [ 1024.144883] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.145202] env[65762]: DEBUG nova.compute.manager [-] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1024.145302] env[65762]: DEBUG nova.network.neutron [-] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.145548] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.155967] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.186324] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.311938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4eee7e8a-62c8-46a6-99bb-ef9c5c7b64f7 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.312237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.734s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.312700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.315640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.903s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.317768] env[65762]: INFO nova.compute.claims [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.350998] env[65762]: INFO nova.scheduler.client.report [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance ec9337f8-97dd-42f2-be54-416a89c33d61 [ 1024.553035] env[65762]: DEBUG oslo_vmware.api [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Task: {'id': task-4560709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.098638} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.553332] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.553555] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.553761] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.554019] env[65762]: INFO nova.compute.manager [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1024.554321] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1024.557738] env[65762]: DEBUG nova.compute.manager [-] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1024.557879] env[65762]: DEBUG nova.network.neutron [-] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.558174] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.571501] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.613431] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.659903] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040439} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.660522] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.660825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.661209] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk to [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.661611] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab0d6525-1fa1-4ea8-8203-c5b51df42af9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.669455] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1024.669455] env[65762]: value = "task-4560714" [ 1024.669455] env[65762]: _type = "Task" [ 1024.669455] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.680113] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.861608] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "ec9337f8-97dd-42f2-be54-416a89c33d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.761s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.888642] env[65762]: DEBUG nova.compute.manager [req-60652d25-f7db-4deb-9ebd-b73e867a22ba req-74e975aa-a185-4431-96bd-be3e04c3f917 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Received event network-vif-deleted-02cf87fa-048b-44f9-801e-6059cfd3a8f8 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1024.888642] env[65762]: INFO nova.compute.manager [req-60652d25-f7db-4deb-9ebd-b73e867a22ba req-74e975aa-a185-4431-96bd-be3e04c3f917 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Neutron deleted interface 02cf87fa-048b-44f9-801e-6059cfd3a8f8; detaching it from the instance and deleting it from the info cache [ 1024.888642] env[65762]: DEBUG nova.network.neutron [req-60652d25-f7db-4deb-9ebd-b73e867a22ba req-74e975aa-a185-4431-96bd-be3e04c3f917 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.993718] env[65762]: DEBUG nova.compute.manager [req-82940a5a-50e4-4033-b01a-56f7009d426f req-f18b3626-e32c-4bc4-ae93-9ed4e4d63fc0 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Received event network-vif-deleted-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1024.993859] env[65762]: INFO nova.compute.manager [req-82940a5a-50e4-4033-b01a-56f7009d426f req-f18b3626-e32c-4bc4-ae93-9ed4e4d63fc0 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Neutron deleted interface 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302; detaching it from the instance and deleting it from the info cache [ 1024.994045] env[65762]: DEBUG nova.network.neutron [req-82940a5a-50e4-4033-b01a-56f7009d426f req-f18b3626-e32c-4bc4-ae93-9ed4e4d63fc0 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.026287] env[65762]: DEBUG nova.network.neutron [-] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.065614] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538254} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.065904] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.066156] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.066436] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb5b5fe8-5e0b-4ac1-9665-23f92afbce7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.074478] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1025.074478] env[65762]: value = "task-4560715" [ 1025.074478] env[65762]: _type = "Task" [ 1025.074478] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.085585] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.181155] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.357163] env[65762]: DEBUG nova.network.neutron [-] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.391485] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c125af27-b6df-4ce2-b32d-28d1a13ef5cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.407440] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a8e73-f7f0-447e-87ee-f7751091c6be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.446835] env[65762]: DEBUG nova.compute.manager [req-60652d25-f7db-4deb-9ebd-b73e867a22ba req-74e975aa-a185-4431-96bd-be3e04c3f917 service nova] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Detach interface failed, port_id=02cf87fa-048b-44f9-801e-6059cfd3a8f8, reason: Instance c8e13386-c98e-452a-af83-9f714bbfac5c could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1025.498606] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd0f1210-988d-421a-8e1b-9168ad64d2ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.511812] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aebe4d-aefd-4772-96c1-7e7d9f59c5dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.528873] env[65762]: INFO nova.compute.manager [-] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Took 1.38 seconds to deallocate network for instance. [ 1025.550386] env[65762]: DEBUG nova.compute.manager [req-82940a5a-50e4-4033-b01a-56f7009d426f req-f18b3626-e32c-4bc4-ae93-9ed4e4d63fc0 service nova] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Detach interface failed, port_id=3a4a6c22-ee20-4f81-a3ac-5f5e166e0302, reason: Instance 7095cb7a-e9a4-4454-ac82-bfe6fff4f729 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1025.588349] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080967} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.592365] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.594121] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9929315-ec41-47ab-8198-1f2644ca6df4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.617741] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.621564] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb49c83-8f01-44ef-8b79-681708c3a051 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.639209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "e7548032-17bf-497f-8f92-fd41b635c64d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.639209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "e7548032-17bf-497f-8f92-fd41b635c64d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.639209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "e7548032-17bf-497f-8f92-fd41b635c64d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.639209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "e7548032-17bf-497f-8f92-fd41b635c64d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.639209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "e7548032-17bf-497f-8f92-fd41b635c64d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.641310] env[65762]: INFO nova.compute.manager [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Terminating instance [ 1025.645934] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1025.645934] env[65762]: value = "task-4560716" [ 1025.645934] env[65762]: _type = "Task" [ 1025.645934] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.660173] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.684930] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.724201] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c77e58-0ff2-47de-8be9-17a0fb309b90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.733526] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bea839-0db7-45a3-a573-54a8e812fecc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.768234] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72045a-545b-4e47-bc0a-af04a56ce381 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.777853] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff954bc0-a6f0-42db-b379-3fb438ed719a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.795621] env[65762]: DEBUG nova.compute.provider_tree [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.861403] env[65762]: INFO nova.compute.manager [-] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Took 1.30 seconds to deallocate network for instance. [ 1026.038729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.039532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.039794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.145515] env[65762]: DEBUG nova.compute.manager [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1026.145817] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.146947] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236cad9-9ea7-405a-aa9d-b1b5d3fc4ebe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.161069] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.164896] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369b364c-fdda-4063-8ee4-fcf76db5449c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.166803] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.173941] env[65762]: DEBUG oslo_vmware.api [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1026.173941] env[65762]: value = "task-4560717" [ 1026.173941] env[65762]: _type = "Task" [ 1026.173941] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.193609] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.197168] env[65762]: DEBUG oslo_vmware.api [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.298038] env[65762]: DEBUG nova.scheduler.client.report [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.368929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.542645] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1026.662204] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560716, 'name': ReconfigVM_Task, 'duration_secs': 0.714873} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.662591] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.663407] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88a63481-e03b-461e-9041-f1daef06c6f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.673123] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1026.673123] env[65762]: value = "task-4560718" [ 1026.673123] env[65762]: _type = "Task" [ 1026.673123] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.687498] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560718, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.691603] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.700555] env[65762]: DEBUG oslo_vmware.api [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560717, 'name': PowerOffVM_Task, 'duration_secs': 0.245416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.700917] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.701193] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.701524] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-312bda45-138d-4ded-8574-c5f900ab9843 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.790676] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.790941] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.791239] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore2] e7548032-17bf-497f-8f92-fd41b635c64d {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.791583] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22573c34-b947-48cc-b731-557438625deb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.801377] env[65762]: DEBUG oslo_vmware.api [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1026.801377] env[65762]: value = "task-4560720" [ 1026.801377] env[65762]: _type = "Task" [ 1026.801377] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.806395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.807317] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1026.810383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.986s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.810508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.812811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.717s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.813066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.815194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.439s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.815386] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.817492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.106s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.817664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.819850] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.133s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.820510] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.822196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.113s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.823961] env[65762]: INFO nova.compute.claims [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.834185] env[65762]: DEBUG oslo_vmware.api [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.854974] env[65762]: INFO nova.scheduler.client.report [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Deleted allocations for instance 4c09b8ec-5c69-4f2d-9c58-986a8a942d51 [ 1026.857777] env[65762]: INFO nova.scheduler.client.report [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Deleted allocations for instance 529852c4-c910-4151-9fd6-894cadba4a60 [ 1026.877152] env[65762]: INFO nova.scheduler.client.report [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocations for instance 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31 [ 1026.879925] env[65762]: INFO nova.scheduler.client.report [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Deleted allocations for instance 01c21760-0799-4998-82f2-6bbbb9fee877 [ 1026.897694] env[65762]: INFO nova.scheduler.client.report [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Deleted allocations for instance 2df3c515-2931-48a0-9d3b-cd53f6918cf2 [ 1027.064791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.187207] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.190397] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560718, 'name': Rename_Task, 'duration_secs': 0.254516} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.190632] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.190879] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c32211-07b6-4d73-94ce-afaa7c21d574 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.199561] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1027.199561] env[65762]: value = "task-4560721" [ 1027.199561] env[65762]: _type = "Task" [ 1027.199561] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.210204] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.312385] env[65762]: DEBUG oslo_vmware.api [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476551} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.312385] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.312556] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.312691] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.312885] env[65762]: INFO nova.compute.manager [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1027.313149] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1027.313825] env[65762]: DEBUG nova.compute.manager [-] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1027.313825] env[65762]: DEBUG nova.network.neutron [-] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1027.313825] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.330431] env[65762]: DEBUG nova.compute.utils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.334231] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1027.334490] env[65762]: DEBUG nova.network.neutron [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.334839] env[65762]: WARNING neutronclient.v2_0.client [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.336425] env[65762]: WARNING neutronclient.v2_0.client [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.353031] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.369144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9c34434-4145-4d6d-910a-a39db168526d tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Lock "4c09b8ec-5c69-4f2d-9c58-986a8a942d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.075s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.370309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-95137d92-9920-4e13-bf1a-4693e23c15c8 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Lock "529852c4-c910-4151-9fd6-894cadba4a60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.202s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.390963] env[65762]: DEBUG oslo_concurrency.lockutils [None req-134247d0-0859-4429-87e0-31ecbb1379d9 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "12341d5c-36cd-4ca5-a8a5-6fd9fd813f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.658s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.392963] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Lock "01c21760-0799-4998-82f2-6bbbb9fee877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.571s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.396970] env[65762]: DEBUG nova.policy [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9643125c466b4f87952a2e6651ac1a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d59d9398fe4476e863f75f74d9199ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.407757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-55fd7979-13f8-49a5-ad69-18550ee5e28f tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Lock "2df3c515-2931-48a0-9d3b-cd53f6918cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.487s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.602913] env[65762]: DEBUG nova.compute.manager [req-2bec4648-cfcd-49ac-88ab-5a675d3da011 req-de507b00-396b-4cf5-b5b9-d33c4deb103e service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Received event network-vif-deleted-5dfc9d90-fe3c-42e8-9d93-4470d897a44b {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1027.603371] env[65762]: INFO nova.compute.manager [req-2bec4648-cfcd-49ac-88ab-5a675d3da011 req-de507b00-396b-4cf5-b5b9-d33c4deb103e service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Neutron deleted interface 5dfc9d90-fe3c-42e8-9d93-4470d897a44b; detaching it from the instance and deleting it from the info cache [ 1027.603931] env[65762]: DEBUG nova.network.neutron [req-2bec4648-cfcd-49ac-88ab-5a675d3da011 req-de507b00-396b-4cf5-b5b9-d33c4deb103e service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.690546] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.713556] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.714674] env[65762]: DEBUG nova.network.neutron [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Successfully created port: 8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.835394] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1027.925901] env[65762]: DEBUG nova.compute.manager [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1027.927139] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef68283b-7860-4e79-bc82-a1aecfbb193b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.070449] env[65762]: DEBUG nova.network.neutron [-] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.106442] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af0a759d-a5cb-4f5c-ac89-1274f0e996ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.116034] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a51f432-bb32-4440-ac26-a7da98c8e70d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.130866] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0670f-782d-44fd-8280-a845bc6d1099 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.138569] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5f067-0d2f-40b1-afff-983c3c706f8e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.152947] env[65762]: DEBUG nova.compute.manager [req-2bec4648-cfcd-49ac-88ab-5a675d3da011 req-de507b00-396b-4cf5-b5b9-d33c4deb103e service nova] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Detach interface failed, port_id=5dfc9d90-fe3c-42e8-9d93-4470d897a44b, reason: Instance e7548032-17bf-497f-8f92-fd41b635c64d could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1028.183728] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb25ea0-2f0a-44f0-a651-c6c52ba27fea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.193834] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560714, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.498675} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.195094] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c7a3ac-98f8-4a07-9540-8c96ea8fcfb8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.198948] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e9199af-d6bb-494b-b0ff-e35bf3ab337c/7e9199af-d6bb-494b-b0ff-e35bf3ab337c.vmdk to [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.199878] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a745a8-144d-434d-906f-9c07b7443147 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.213960] env[65762]: DEBUG nova.compute.provider_tree [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.237495] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.243208] env[65762]: DEBUG nova.scheduler.client.report [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.249380] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6cc1a67-c861-4c33-95fc-0fd8435b18e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.278125] env[65762]: DEBUG oslo_vmware.api [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560721, 'name': PowerOnVM_Task, 'duration_secs': 0.896164} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.280079] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.458s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.280705] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1028.283412] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.287200] env[65762]: INFO nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1028.287200] env[65762]: DEBUG nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1028.287200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.751s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.287200] env[65762]: DEBUG nova.objects.instance [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lazy-loading 'resources' on Instance uuid 60dc8912-e6c0-47c7-a06a-f840034247b3 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.287507] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08366da0-29e2-4e9a-97e3-de94de163935 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.294581] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1028.294581] env[65762]: value = "task-4560722" [ 1028.294581] env[65762]: _type = "Task" [ 1028.294581] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.310196] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.440099] env[65762]: INFO nova.compute.manager [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] instance snapshotting [ 1028.440455] env[65762]: DEBUG nova.objects.instance [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'flavor' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.573099] env[65762]: INFO nova.compute.manager [-] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Took 1.26 seconds to deallocate network for instance. [ 1028.790813] env[65762]: DEBUG nova.compute.utils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.792588] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1028.792759] env[65762]: DEBUG nova.network.neutron [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1028.793507] env[65762]: WARNING neutronclient.v2_0.client [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.793873] env[65762]: WARNING neutronclient.v2_0.client [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.811315] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.815562] env[65762]: INFO nova.compute.manager [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Took 36.15 seconds to build instance. [ 1028.851953] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1028.886395] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.886395] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.886742] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.886742] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.886864] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.886995] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.887212] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.887412] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.887530] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.887690] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.888625] env[65762]: DEBUG nova.virt.hardware [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.889401] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f7ba09-5345-4459-b4e5-830841ce7572 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.902019] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6afb84-4526-4d1b-a88b-502bf3b2dd91 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.953033] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056bbf7b-643c-4a45-aa48-f82a597e75c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.974888] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8066e6b-3c9d-4c53-8129-148b62a638a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.081207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.100525] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf6064f-cb47-4dd7-88c9-fd2347bae4d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.109416] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0646bf-a014-4722-8a36-b3c155fadda9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.141975] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4ba912-6710-4e17-be42-8b3a6a9b16f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.150904] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c410747-78c3-4b6a-afeb-dc2cdf26f891 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.167855] env[65762]: DEBUG nova.compute.provider_tree [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.211924] env[65762]: DEBUG nova.policy [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c7b7e43687a4e0094571b0856a83922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d11584c031444888b997dcc51834d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.297212] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1029.310545] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560722, 'name': ReconfigVM_Task, 'duration_secs': 0.602389} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.310872] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a/4789b03c-314d-4e8f-b0ac-f11883975a1a.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.313358] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'bd5744b4-7c33-40d3-985b-f19cd8a33f62'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891175', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'name': 'volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4789b03c-314d-4e8f-b0ac-f11883975a1a', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'serial': '0b9248d6-5e1c-452e-bce6-34c30b8d4584'}, 'attachment_id': 'f6601d57-2d4e-4556-853c-4901eb835327', 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=65762) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1029.313358] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.313358] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891175', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'name': 'volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4789b03c-314d-4e8f-b0ac-f11883975a1a', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'serial': '0b9248d6-5e1c-452e-bce6-34c30b8d4584'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.313823] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86117cab-2a84-48e2-b6db-1deb41c24601 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.317503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd475ab4-bf17-468f-9711-9d1ee9f3404a tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "41094222-37a3-490b-9c68-ca211dfb2b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.663s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.333785] env[65762]: DEBUG nova.network.neutron [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Successfully updated port: 8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.335612] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e4bf0-d388-4330-958d-329fddb87977 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.369592] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584/volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.371038] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fadf8236-ab3e-44e2-a9ee-3873e6705215 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.392904] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1029.392904] env[65762]: value = "task-4560723" [ 1029.392904] env[65762]: _type = "Task" [ 1029.392904] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.402331] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.487330] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.487642] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e63e6fe6-f653-4de0-ae13-9779d18c4ceb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.497720] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1029.497720] env[65762]: value = "task-4560724" [ 1029.497720] env[65762]: _type = "Task" [ 1029.497720] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.509411] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560724, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.675499] env[65762]: DEBUG nova.scheduler.client.report [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.797587] env[65762]: DEBUG nova.network.neutron [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Successfully created port: 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1029.840748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.840748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.840748] env[65762]: DEBUG nova.network.neutron [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.906885] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560723, 'name': ReconfigVM_Task, 'duration_secs': 0.321678} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.907567] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584/volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.912858] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f347d27-70ea-4661-83dd-1a6291016ff6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.931840] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1029.931840] env[65762]: value = "task-4560725" [ 1029.931840] env[65762]: _type = "Task" [ 1029.931840] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.941374] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.009572] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560724, 'name': CreateSnapshot_Task, 'duration_secs': 0.509191} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.009886] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1030.010790] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f2302-cb97-4164-81ba-aaefbe159d16 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.180170] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.182600] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.522s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.182829] env[65762]: DEBUG nova.objects.instance [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'resources' on Instance uuid cda44de8-d9d9-4c3a-b7c6-3d11fdaff974 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.205931] env[65762]: INFO nova.scheduler.client.report [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Deleted allocations for instance 60dc8912-e6c0-47c7-a06a-f840034247b3 [ 1030.311455] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1030.342864] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.343149] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.343550] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.343777] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.343954] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.344137] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.345915] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.345915] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.345915] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.345915] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.345915] env[65762]: DEBUG nova.virt.hardware [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.346259] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a281ad82-f96a-4da2-80d5-95a3f2f5571e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.360169] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4570e1-2eda-4a80-a5d6-84cb5099157c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.442323] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560725, 'name': ReconfigVM_Task, 'duration_secs': 0.174105} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.442637] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891175', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'name': 'volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4789b03c-314d-4e8f-b0ac-f11883975a1a', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'serial': '0b9248d6-5e1c-452e-bce6-34c30b8d4584'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1030.443252] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa6c64e-ed84-4f01-ba91-f606c948b525 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.451628] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1030.451628] env[65762]: value = "task-4560726" [ 1030.451628] env[65762]: _type = "Task" [ 1030.451628] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.460759] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560726, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.531282] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1030.531633] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a600e31b-0344-4209-93c9-77011e9fe777 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.540685] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1030.540685] env[65762]: value = "task-4560727" [ 1030.540685] env[65762]: _type = "Task" [ 1030.540685] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.550160] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560727, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.631223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.631530] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.632177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.632556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.632759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.635209] env[65762]: INFO nova.compute.manager [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Terminating instance [ 1030.714695] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Lock "60dc8912-e6c0-47c7-a06a-f840034247b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.752s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.932501] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52142456-54f9-4b16-bf3a-92d5074f3248 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.941628] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc8a07-5579-49a7-93d2-2c1a9b8fabe4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.981285] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ffb191-866e-42a6-b97c-2a2f5774f9cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.991136] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560726, 'name': Rename_Task, 'duration_secs': 0.171564} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.997248] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.997584] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61adfa64-9ad8-45db-a87f-a1afe9e65bd8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.001178] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d53ace-9480-477a-b2c5-a8cb3d2f94ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.019967] env[65762]: DEBUG nova.compute.provider_tree [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.025032] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1031.025032] env[65762]: value = "task-4560728" [ 1031.025032] env[65762]: _type = "Task" [ 1031.025032] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.039033] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560728, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.053989] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560727, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.139979] env[65762]: DEBUG nova.compute.manager [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1031.140340] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.141333] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7ab695-6cc3-42ae-94f3-692e5a17ef1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.150571] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.150880] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3f6634-0f1e-42b5-8b9b-c1a2f3217127 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.159697] env[65762]: DEBUG oslo_vmware.api [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 1031.159697] env[65762]: value = "task-4560729" [ 1031.159697] env[65762]: _type = "Task" [ 1031.159697] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.172220] env[65762]: DEBUG oslo_vmware.api [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.363179] env[65762]: DEBUG nova.network.neutron [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.526685] env[65762]: DEBUG nova.scheduler.client.report [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.546160] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560728, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.559626] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560727, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.672627] env[65762]: DEBUG oslo_vmware.api [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560729, 'name': PowerOffVM_Task, 'duration_secs': 0.208506} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.673072] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.673298] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.673616] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e2ecfc-276b-47af-9155-41a804593725 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.710275] env[65762]: DEBUG nova.network.neutron [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Successfully updated port: 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.788656] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.789089] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.789343] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Deleting the datastore file [datastore1] 7f31bea1-7b5c-47f0-a5d7-2df0eed15820 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.789692] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1f4bdeb-d40d-4164-9ea5-1bd7fdbff2c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.801123] env[65762]: DEBUG oslo_vmware.api [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for the task: (returnval){ [ 1031.801123] env[65762]: value = "task-4560731" [ 1031.801123] env[65762]: _type = "Task" [ 1031.801123] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.810536] env[65762]: DEBUG oslo_vmware.api [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.884274] env[65762]: DEBUG nova.compute.manager [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Received event network-vif-plugged-8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1031.884274] env[65762]: DEBUG oslo_concurrency.lockutils [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] Acquiring lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.884666] env[65762]: DEBUG oslo_concurrency.lockutils [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.884940] env[65762]: DEBUG oslo_concurrency.lockutils [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.885201] env[65762]: DEBUG nova.compute.manager [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] No waiting events found dispatching network-vif-plugged-8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1031.885514] env[65762]: WARNING nova.compute.manager [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Received unexpected event network-vif-plugged-8961272b-d17e-43fa-8529-b4a10194a24a for instance with vm_state building and task_state spawning. [ 1031.885737] env[65762]: DEBUG nova.compute.manager [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Received event network-changed-8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1031.886106] env[65762]: DEBUG nova.compute.manager [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Refreshing instance network info cache due to event network-changed-8961272b-d17e-43fa-8529-b4a10194a24a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1031.886323] env[65762]: DEBUG oslo_concurrency.lockutils [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] Acquiring lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.035723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.043594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.005s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.043594] env[65762]: DEBUG nova.objects.instance [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lazy-loading 'resources' on Instance uuid 7095cb7a-e9a4-4454-ac82-bfe6fff4f729 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.052405] env[65762]: DEBUG oslo_vmware.api [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560728, 'name': PowerOnVM_Task, 'duration_secs': 0.562649} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.053155] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.056122] env[65762]: WARNING neutronclient.v2_0.client [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.062637] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560727, 'name': CloneVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.067504] env[65762]: INFO nova.scheduler.client.report [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocations for instance cda44de8-d9d9-4c3a-b7c6-3d11fdaff974 [ 1032.217309] env[65762]: DEBUG nova.compute.manager [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1032.217309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "refresh_cache-96a93189-ac1f-44a2-8311-4a56fb47f44f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.217309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquired lock "refresh_cache-96a93189-ac1f-44a2-8311-4a56fb47f44f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.217309] env[65762]: DEBUG nova.network.neutron [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.218862] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c683c4d4-194d-4313-aa1e-f99ca65cdefb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.312092] env[65762]: DEBUG oslo_vmware.api [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Task: {'id': task-4560731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296102} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.312609] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.312714] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.313051] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.313195] env[65762]: INFO nova.compute.manager [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1032.313588] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1032.313763] env[65762]: DEBUG nova.compute.manager [-] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1032.313932] env[65762]: DEBUG nova.network.neutron [-] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1032.314219] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.563129] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560727, 'name': CloneVM_Task, 'duration_secs': 1.59384} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.563451] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created linked-clone VM from snapshot [ 1032.564407] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca935869-7f41-424c-9b69-522f2669380c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.578226] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Uploading image 1f3860e5-87d7-4d69-9ab6-ec4368f9fd38 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.582635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "cda44de8-d9d9-4c3a-b7c6-3d11fdaff974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.971s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.632325] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.632325] env[65762]: value = "vm-891200" [ 1032.632325] env[65762]: _type = "VirtualMachine" [ 1032.632325] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.632654] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-086bbb43-6e7d-4722-a989-cd8c6ea01e47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.636302] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.640755] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease: (returnval){ [ 1032.640755] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522fb19f-7252-4e2b-57ca-66ae55766b42" [ 1032.640755] env[65762]: _type = "HttpNfcLease" [ 1032.640755] env[65762]: } obtained for exporting VM: (result){ [ 1032.640755] env[65762]: value = "vm-891200" [ 1032.640755] env[65762]: _type = "VirtualMachine" [ 1032.640755] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.641039] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the lease: (returnval){ [ 1032.641039] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522fb19f-7252-4e2b-57ca-66ae55766b42" [ 1032.641039] env[65762]: _type = "HttpNfcLease" [ 1032.641039] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.653394] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.653394] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522fb19f-7252-4e2b-57ca-66ae55766b42" [ 1032.653394] env[65762]: _type = "HttpNfcLease" [ 1032.653394] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.676282] env[65762]: DEBUG nova.network.neutron [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [{"id": "8961272b-d17e-43fa-8529-b4a10194a24a", "address": "fa:16:3e:19:c3:1f", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961272b-d1", "ovs_interfaceid": "8961272b-d17e-43fa-8529-b4a10194a24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.744155] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 58.705s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.831605] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09207c-f845-49e3-8e7e-c0a59ea8372e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.840776] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2650285-3895-4ce6-a7ff-da4ada5c99d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.875649] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5868920-203c-4728-ad48-1c39c4f25a45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.885925] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d70739-81c1-4aaf-8986-eabdb1ff7264 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.902951] env[65762]: DEBUG nova.compute.provider_tree [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.061978] env[65762]: DEBUG nova.network.neutron [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1033.158194] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.158194] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522fb19f-7252-4e2b-57ca-66ae55766b42" [ 1033.158194] env[65762]: _type = "HttpNfcLease" [ 1033.158194] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.159372] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.159372] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522fb19f-7252-4e2b-57ca-66ae55766b42" [ 1033.159372] env[65762]: _type = "HttpNfcLease" [ 1033.159372] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.161697] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d274ea06-9e1a-499d-bbc7-1ba9f2daa859 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.175029] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452100-8c23-c994-16a5-7b8c9333deda/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.175143] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452100-8c23-c994-16a5-7b8c9333deda/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.245526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.246111] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Instance network_info: |[{"id": "8961272b-d17e-43fa-8529-b4a10194a24a", "address": "fa:16:3e:19:c3:1f", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961272b-d1", "ovs_interfaceid": "8961272b-d17e-43fa-8529-b4a10194a24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1033.248763] env[65762]: DEBUG oslo_concurrency.lockutils [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] Acquired lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.249127] env[65762]: DEBUG nova.network.neutron [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Refreshing network info cache for port 8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.251553] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:c3:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8961272b-d17e-43fa-8529-b4a10194a24a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.258921] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1033.260594] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.261404] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c209de86-b85c-415c-a3c1-966cc033f5a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.290872] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.290872] env[65762]: value = "task-4560733" [ 1033.290872] env[65762]: _type = "Task" [ 1033.290872] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.304712] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560733, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.320034] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e09e3800-ecc9-4d5b-8502-c87f5dac2b7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.392744] env[65762]: WARNING neutronclient.v2_0.client [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.407576] env[65762]: DEBUG nova.scheduler.client.report [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.539257] env[65762]: DEBUG nova.network.neutron [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Updating instance_info_cache with network_info: [{"id": "3694ebc1-eb42-4c67-9d5b-75a9798ee5e5", "address": "fa:16:3e:a8:82:ec", "network": {"id": "a33e0620-e1a5-4744-b7e9-e540ea5cc1ae", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-818612590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d11584c031444888b997dcc51834d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3694ebc1-eb", "ovs_interfaceid": "3694ebc1-eb42-4c67-9d5b-75a9798ee5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.750283] env[65762]: DEBUG nova.network.neutron [-] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.754189] env[65762]: WARNING neutronclient.v2_0.client [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.799071] env[65762]: DEBUG nova.compute.manager [req-51d2af9b-85c0-47e5-acf0-8e2d9a5d9f92 req-1b859049-b607-4c50-b44b-6acab7c8c65c service nova] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Received event network-vif-deleted-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1033.806965] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560733, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.913676] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.916917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.548s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.917175] env[65762]: DEBUG nova.objects.instance [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lazy-loading 'resources' on Instance uuid c8e13386-c98e-452a-af83-9f714bbfac5c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.946382] env[65762]: INFO nova.scheduler.client.report [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleted allocations for instance 7095cb7a-e9a4-4454-ac82-bfe6fff4f729 [ 1034.047704] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Releasing lock "refresh_cache-96a93189-ac1f-44a2-8311-4a56fb47f44f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.047704] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Instance network_info: |[{"id": "3694ebc1-eb42-4c67-9d5b-75a9798ee5e5", "address": "fa:16:3e:a8:82:ec", "network": {"id": "a33e0620-e1a5-4744-b7e9-e540ea5cc1ae", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-818612590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d11584c031444888b997dcc51834d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3694ebc1-eb", "ovs_interfaceid": "3694ebc1-eb42-4c67-9d5b-75a9798ee5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1034.047704] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:82:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3694ebc1-eb42-4c67-9d5b-75a9798ee5e5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.057809] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Creating folder: Project (1d11584c031444888b997dcc51834d47). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.058584] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2065b571-168e-41ed-a1b8-0537bc0272c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.073232] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Created folder: Project (1d11584c031444888b997dcc51834d47) in parent group-v890951. [ 1034.074271] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Creating folder: Instances. Parent ref: group-v891202. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.074741] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a9aa1a7-62da-4584-8897-0ce62bd142aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.090046] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Created folder: Instances in parent group-v891202. [ 1034.090046] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.090273] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.090472] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ee06db-e392-4aac-bd39-adf0b4c9297b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.112778] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.112778] env[65762]: value = "task-4560736" [ 1034.112778] env[65762]: _type = "Task" [ 1034.112778] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.125762] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560736, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.258777] env[65762]: INFO nova.compute.manager [-] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Took 1.94 seconds to deallocate network for instance. [ 1034.305710] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560733, 'name': CreateVM_Task, 'duration_secs': 0.573015} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.305893] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.306615] env[65762]: WARNING neutronclient.v2_0.client [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.307267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.307327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.312399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.312399] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac5c41e-bf4c-4b60-8ad3-f667d590cb84 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.321535] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1034.321535] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524deef5-dcef-4fdd-b837-a5852d9bea09" [ 1034.321535] env[65762]: _type = "Task" [ 1034.321535] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.333630] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524deef5-dcef-4fdd-b837-a5852d9bea09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.407980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "24db89ad-be77-4915-bd1b-17c6b89f6fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.408310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "24db89ad-be77-4915-bd1b-17c6b89f6fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.456661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97f2b3a7-45ec-4987-956f-4e7fb095200b tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "7095cb7a-e9a4-4454-ac82-bfe6fff4f729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.468s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.630026] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560736, 'name': CreateVM_Task, 'duration_secs': 0.437665} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.630320] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.631094] env[65762]: WARNING neutronclient.v2_0.client [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.631416] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.709866] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44cebe-17e8-4248-a5a2-d48f8d1a78b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.719241] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6168c120-9daa-4e3d-a448-4740016e9df3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.755452] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627f4f0-b327-4845-974c-9ac3a495f6aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.764865] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6857a3ba-60d3-41f8-aa87-47f1541f327f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.773524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.784653] env[65762]: DEBUG nova.compute.provider_tree [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.832876] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524deef5-dcef-4fdd-b837-a5852d9bea09, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.833785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.834108] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.834404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.834587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.834771] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.835615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.836539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.837059] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e38cf821-895f-4dae-88f7-d82e7ee0d78b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.839130] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f80a1e-865a-4860-a397-447ed9c3e232 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.847344] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1034.847344] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d2996b-0240-a8cf-851d-9f68380b56c7" [ 1034.847344] env[65762]: _type = "Task" [ 1034.847344] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.852222] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.853601] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.854104] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c528f0-ccf9-471e-843a-309cb50e4a2e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.860680] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d2996b-0240-a8cf-851d-9f68380b56c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.865465] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1034.865465] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a9480e-2049-8a7d-17f5-c251af39efaa" [ 1034.865465] env[65762]: _type = "Task" [ 1034.865465] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.875533] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a9480e-2049-8a7d-17f5-c251af39efaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.913723] env[65762]: DEBUG nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1035.287320] env[65762]: DEBUG nova.scheduler.client.report [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.361141] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d2996b-0240-a8cf-851d-9f68380b56c7, 'name': SearchDatastore_Task, 'duration_secs': 0.020637} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.361581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.361848] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.362093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.378966] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a9480e-2049-8a7d-17f5-c251af39efaa, 'name': SearchDatastore_Task, 'duration_secs': 0.027635} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.379948] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b3d404-ce52-471c-8036-cd14050bf083 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.388492] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1035.388492] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b72348-7a9d-189a-b14a-b953f98615db" [ 1035.388492] env[65762]: _type = "Task" [ 1035.388492] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.401474] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b72348-7a9d-189a-b14a-b953f98615db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.442939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.794715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.798054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.733s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.802249] env[65762]: INFO nova.compute.claims [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.828815] env[65762]: INFO nova.scheduler.client.report [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Deleted allocations for instance c8e13386-c98e-452a-af83-9f714bbfac5c [ 1035.905066] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b72348-7a9d-189a-b14a-b953f98615db, 'name': SearchDatastore_Task, 'duration_secs': 0.014917} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.906276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.906586] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa/9d495acb-9f41-4e14-9ca4-b88ac42130fa.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.906912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.907133] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.907367] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-276f224e-e3b5-4375-a6b3-7b91b4cc8cb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.912222] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d11342d1-a53a-425a-8e8d-6c41d5d41a36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.921695] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1035.921695] env[65762]: value = "task-4560737" [ 1035.921695] env[65762]: _type = "Task" [ 1035.921695] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.931011] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.931294] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.936053] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2d2252-dc2e-4957-8c13-40675137e1ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.938967] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.944294] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1035.944294] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc7693-ea3f-f242-06f8-17adeede74a6" [ 1035.944294] env[65762]: _type = "Task" [ 1035.944294] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.950564] env[65762]: WARNING neutronclient.v2_0.client [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.958683] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc7693-ea3f-f242-06f8-17adeede74a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.342069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-841f3617-44ff-490a-b85f-9b5db62adaf9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Lock "c8e13386-c98e-452a-af83-9f714bbfac5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.457s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.350138] env[65762]: DEBUG nova.compute.manager [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Received event network-vif-plugged-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1036.350138] env[65762]: DEBUG oslo_concurrency.lockutils [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] Acquiring lock "96a93189-ac1f-44a2-8311-4a56fb47f44f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.350138] env[65762]: DEBUG oslo_concurrency.lockutils [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.350138] env[65762]: DEBUG oslo_concurrency.lockutils [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.350138] env[65762]: DEBUG nova.compute.manager [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] No waiting events found dispatching network-vif-plugged-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1036.351252] env[65762]: WARNING nova.compute.manager [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Received unexpected event network-vif-plugged-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 for instance with vm_state building and task_state spawning. [ 1036.351478] env[65762]: DEBUG nova.compute.manager [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Received event network-changed-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1036.351719] env[65762]: DEBUG nova.compute.manager [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Refreshing instance network info cache due to event network-changed-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1036.351866] env[65762]: DEBUG oslo_concurrency.lockutils [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] Acquiring lock "refresh_cache-96a93189-ac1f-44a2-8311-4a56fb47f44f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.352037] env[65762]: DEBUG oslo_concurrency.lockutils [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] Acquired lock "refresh_cache-96a93189-ac1f-44a2-8311-4a56fb47f44f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.352227] env[65762]: DEBUG nova.network.neutron [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Refreshing network info cache for port 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.443656] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.461608] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bc7693-ea3f-f242-06f8-17adeede74a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01371} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.462844] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34848f5d-67c7-437c-ad00-274413c14829 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.471102] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1036.471102] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521b5c84-af11-e256-f57d-f87835732209" [ 1036.471102] env[65762]: _type = "Task" [ 1036.471102] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.483022] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521b5c84-af11-e256-f57d-f87835732209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.767697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.768226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.856753] env[65762]: WARNING neutronclient.v2_0.client [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.911385] env[65762]: DEBUG nova.network.neutron [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updated VIF entry in instance network info cache for port 8961272b-d17e-43fa-8529-b4a10194a24a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.912389] env[65762]: DEBUG nova.network.neutron [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [{"id": "8961272b-d17e-43fa-8529-b4a10194a24a", "address": "fa:16:3e:19:c3:1f", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961272b-d1", "ovs_interfaceid": "8961272b-d17e-43fa-8529-b4a10194a24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.938622] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605327} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.939039] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa/9d495acb-9f41-4e14-9ca4-b88ac42130fa.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.939328] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.939538] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e77197cb-ded0-46f1-8abe-37185481df86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.954212] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1036.954212] env[65762]: value = "task-4560738" [ 1036.954212] env[65762]: _type = "Task" [ 1036.954212] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.966303] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.988972] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521b5c84-af11-e256-f57d-f87835732209, 'name': SearchDatastore_Task, 'duration_secs': 0.035983} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.990078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.990078] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 96a93189-ac1f-44a2-8311-4a56fb47f44f/96a93189-ac1f-44a2-8311-4a56fb47f44f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.990321] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b4da19-275e-4c52-94da-471a823d583b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.003928] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1037.003928] env[65762]: value = "task-4560739" [ 1037.003928] env[65762]: _type = "Task" [ 1037.003928] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.015672] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.128773] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bcef80-d1e6-4608-8578-1e8dd06fafec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.144361] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30454de-42d9-44b4-9bf0-9f7e7db2cac0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.180997] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a74881-613a-4433-bc58-d744d218ddaa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.190592] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2652789b-0236-4fd8-998a-850afda75e28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.218057] env[65762]: DEBUG nova.compute.provider_tree [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.273570] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1037.419659] env[65762]: DEBUG oslo_concurrency.lockutils [req-1829758d-578b-47f6-8e4a-8f762246f427 req-4be8f1dc-0676-47ad-9515-cef21db94abf service nova] Releasing lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.431120] env[65762]: WARNING neutronclient.v2_0.client [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.473701] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100906} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.473701] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.474899] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a82ce3-e76e-4df8-9fe8-fd43e38dd6bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.503112] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa/9d495acb-9f41-4e14-9ca4-b88ac42130fa.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.506531] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60c2e83-ec6f-44d5-abc4-84c2aa22fa89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.532527] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.536230] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1037.536230] env[65762]: value = "task-4560740" [ 1037.536230] env[65762]: _type = "Task" [ 1037.536230] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.547345] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.565348] env[65762]: DEBUG nova.network.neutron [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Updated VIF entry in instance network info cache for port 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.565884] env[65762]: DEBUG nova.network.neutron [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Updating instance_info_cache with network_info: [{"id": "3694ebc1-eb42-4c67-9d5b-75a9798ee5e5", "address": "fa:16:3e:a8:82:ec", "network": {"id": "a33e0620-e1a5-4744-b7e9-e540ea5cc1ae", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-818612590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d11584c031444888b997dcc51834d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3694ebc1-eb", "ovs_interfaceid": "3694ebc1-eb42-4c67-9d5b-75a9798ee5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.721894] env[65762]: DEBUG nova.scheduler.client.report [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.786406] env[65762]: INFO nova.compute.manager [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Rebuilding instance [ 1037.820532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.862127] env[65762]: DEBUG nova.compute.manager [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1037.863359] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bcf029-df54-4c90-b551-0e5ea31fdcf5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.033352] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696637} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.034041] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 96a93189-ac1f-44a2-8311-4a56fb47f44f/96a93189-ac1f-44a2-8311-4a56fb47f44f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.034041] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.034273] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec17ca8a-0b6a-40fe-b2a2-fc4493bc36e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.043244] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1038.043244] env[65762]: value = "task-4560741" [ 1038.043244] env[65762]: _type = "Task" [ 1038.043244] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.046873] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560740, 'name': ReconfigVM_Task, 'duration_secs': 0.372058} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.050503] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa/9d495acb-9f41-4e14-9ca4-b88ac42130fa.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.051228] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30eda1b9-e5c5-48c9-9a6a-cd97335bbc05 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.060395] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.062148] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1038.062148] env[65762]: value = "task-4560742" [ 1038.062148] env[65762]: _type = "Task" [ 1038.062148] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.070320] env[65762]: DEBUG oslo_concurrency.lockutils [req-f21121df-6c5d-4d6b-a5c2-d580ffd490fa req-919ecf0e-4c10-43f1-bfb8-c2bcf62b9d1e service nova] Releasing lock "refresh_cache-96a93189-ac1f-44a2-8311-4a56fb47f44f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.076490] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560742, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.228362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.229247] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1038.233979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.153s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.234436] env[65762]: DEBUG nova.objects.instance [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'resources' on Instance uuid e7548032-17bf-497f-8f92-fd41b635c64d {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.469852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "036a9288-c2fd-4764-917d-550524eece55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.470145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "036a9288-c2fd-4764-917d-550524eece55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.560411] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123719} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.560705] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.561559] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28525f93-783f-4ed8-bc49-2555ba8ef2a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.575080] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560742, 'name': Rename_Task, 'duration_secs': 0.172577} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.588021] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.597459] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 96a93189-ac1f-44a2-8311-4a56fb47f44f/96a93189-ac1f-44a2-8311-4a56fb47f44f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.597791] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ccbd14b-a81e-444b-8f70-b77d653406fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.599727] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12137ce-074f-40ab-a12d-0069291b7ebb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.625954] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1038.625954] env[65762]: value = "task-4560744" [ 1038.625954] env[65762]: _type = "Task" [ 1038.625954] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.626557] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1038.626557] env[65762]: value = "task-4560743" [ 1038.626557] env[65762]: _type = "Task" [ 1038.626557] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.642264] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.646709] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.744796] env[65762]: DEBUG nova.compute.utils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.746158] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1038.746336] env[65762]: DEBUG nova.network.neutron [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1038.747162] env[65762]: WARNING neutronclient.v2_0.client [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.747162] env[65762]: WARNING neutronclient.v2_0.client [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.803104] env[65762]: DEBUG nova.policy [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.874981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.874981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.884688] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.885297] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ec05d0-3045-4d7d-9c7e-66bc7452a2dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.894577] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1038.894577] env[65762]: value = "task-4560745" [ 1038.894577] env[65762]: _type = "Task" [ 1038.894577] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.912804] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.974968] env[65762]: DEBUG nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1039.094247] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59490913-ea2e-449b-9615-c608efc2bad4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.104550] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0715b4-f7e8-43c9-a92a-1c98c3455fa8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.156203] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c37804d-7d63-4d32-af71-be3bcd4dfaef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.174752] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.175191] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.180832] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb3277-d831-4de9-931a-7e9fa9cc29dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.205719] env[65762]: DEBUG nova.compute.provider_tree [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.252169] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1039.330022] env[65762]: DEBUG nova.network.neutron [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Successfully created port: 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1039.378367] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1039.411193] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560745, 'name': PowerOffVM_Task, 'duration_secs': 0.176807} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.411548] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.412410] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.413424] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ffc99-d2a2-4976-88c1-dff7d052a980 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.422936] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.423808] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffac1d23-eb15-4a38-bae2-c1f6ad6e9681 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.458692] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.458976] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.459171] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Deleting the datastore file [datastore2] 41094222-37a3-490b-9c68-ca211dfb2b06 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.459465] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe27353-6b7a-4e98-9085-7d0bcc314c5e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.468495] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1039.468495] env[65762]: value = "task-4560747" [ 1039.468495] env[65762]: _type = "Task" [ 1039.468495] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.483035] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.502933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.684602] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560744, 'name': ReconfigVM_Task, 'duration_secs': 0.862585} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.684839] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.684989] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 96a93189-ac1f-44a2-8311-4a56fb47f44f/96a93189-ac1f-44a2-8311-4a56fb47f44f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.685791] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ba4796-a492-4633-b02f-b32fded206de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.697301] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1039.697301] env[65762]: value = "task-4560748" [ 1039.697301] env[65762]: _type = "Task" [ 1039.697301] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.710476] env[65762]: DEBUG nova.scheduler.client.report [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.719478] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560748, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.904713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.980069] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211825} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.980237] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.980434] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.980678] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.160096] env[65762]: DEBUG oslo_vmware.api [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560743, 'name': PowerOnVM_Task, 'duration_secs': 1.128112} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.160478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.160697] env[65762]: INFO nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1040.160880] env[65762]: DEBUG nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1040.161817] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec97329b-0572-40a6-81f4-ec975381e44a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.209367] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560748, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.221809] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.225334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.452s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.225334] env[65762]: DEBUG nova.objects.instance [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lazy-loading 'resources' on Instance uuid 7f31bea1-7b5c-47f0-a5d7-2df0eed15820 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.255989] env[65762]: INFO nova.scheduler.client.report [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance e7548032-17bf-497f-8f92-fd41b635c64d [ 1040.266691] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1040.299537] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.299942] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.300204] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.300515] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.300752] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.300990] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.301347] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.301619] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.301894] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.302189] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.302491] env[65762]: DEBUG nova.virt.hardware [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.304453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721884a-1818-435a-97fe-2c9321ffdc14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.317015] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e85e9a-92e8-4309-b26f-abe2b9d51610 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.680206] env[65762]: INFO nova.compute.manager [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Took 34.32 seconds to build instance. [ 1040.712055] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560748, 'name': Rename_Task, 'duration_secs': 0.957167} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.712443] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.712740] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0965bfb6-7649-4acb-857e-95e65efa1aaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.721555] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1040.721555] env[65762]: value = "task-4560749" [ 1040.721555] env[65762]: _type = "Task" [ 1040.721555] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.733670] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.766047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4d036a79-7ec4-4a22-a70b-2b0726676074 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "e7548032-17bf-497f-8f92-fd41b635c64d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.128s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.989288] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f7779-9dd8-480f-8756-ab14c9b4b95d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.997900] env[65762]: DEBUG nova.compute.manager [req-93265178-26fd-4b8f-ba97-54d1f685dd0b req-0956b484-935f-44d9-bd01-eaccbf05d201 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-vif-plugged-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1040.998166] env[65762]: DEBUG oslo_concurrency.lockutils [req-93265178-26fd-4b8f-ba97-54d1f685dd0b req-0956b484-935f-44d9-bd01-eaccbf05d201 service nova] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.998663] env[65762]: DEBUG oslo_concurrency.lockutils [req-93265178-26fd-4b8f-ba97-54d1f685dd0b req-0956b484-935f-44d9-bd01-eaccbf05d201 service nova] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.998663] env[65762]: DEBUG oslo_concurrency.lockutils [req-93265178-26fd-4b8f-ba97-54d1f685dd0b req-0956b484-935f-44d9-bd01-eaccbf05d201 service nova] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.998770] env[65762]: DEBUG nova.compute.manager [req-93265178-26fd-4b8f-ba97-54d1f685dd0b req-0956b484-935f-44d9-bd01-eaccbf05d201 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] No waiting events found dispatching network-vif-plugged-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.999131] env[65762]: WARNING nova.compute.manager [req-93265178-26fd-4b8f-ba97-54d1f685dd0b req-0956b484-935f-44d9-bd01-eaccbf05d201 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received unexpected event network-vif-plugged-66b3c1df-f143-4f43-bdf4-df30371e2a99 for instance with vm_state building and task_state spawning. [ 1041.006022] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f843c8a-bbe3-4796-8f71-bba768387194 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.042522] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e91ca-96f4-40a8-bcf6-57045af239ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.051865] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32b1b73-d447-491d-ad05-b2d220f89379 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.058889] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.059185] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.059357] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.059564] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.059726] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.059897] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.060145] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.060342] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.060583] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.060738] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.060927] env[65762]: DEBUG nova.virt.hardware [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.062305] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0165272c-8db9-4e20-a8a0-6ad4c1e0b2d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.082015] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c6d5d6-4f34-413a-8687-c591ed09a9b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.086738] env[65762]: DEBUG nova.compute.provider_tree [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.100958] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.106948] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.107970] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.108296] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15605d0d-0134-4b66-a436-0313f88c35f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.131391] env[65762]: DEBUG nova.network.neutron [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Successfully updated port: 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1041.140848] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.140848] env[65762]: value = "task-4560750" [ 1041.140848] env[65762]: _type = "Task" [ 1041.140848] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.151692] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560750, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.182274] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.832s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.236135] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.590567] env[65762]: DEBUG nova.scheduler.client.report [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.632612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.632820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.633469] env[65762]: DEBUG nova.network.neutron [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.656663] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560750, 'name': CreateVM_Task, 'duration_secs': 0.385998} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.656663] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.656663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.656663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.656841] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.657241] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ebd746-16f8-4c43-aed1-cc1894a14527 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.663842] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1041.663842] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0abfd-dcd5-be01-2dbb-35204ebd5a56" [ 1041.663842] env[65762]: _type = "Task" [ 1041.663842] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.673805] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0abfd-dcd5-be01-2dbb-35204ebd5a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.734365] env[65762]: DEBUG oslo_vmware.api [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560749, 'name': PowerOnVM_Task, 'duration_secs': 0.621126} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.734647] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.735286] env[65762]: INFO nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1041.735440] env[65762]: DEBUG nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1041.736339] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01912e04-f9cc-4c69-8e12-1dddcbc1fe3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.099995] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.103606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.661s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.105407] env[65762]: INFO nova.compute.claims [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.138687] env[65762]: INFO nova.scheduler.client.report [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Deleted allocations for instance 7f31bea1-7b5c-47f0-a5d7-2df0eed15820 [ 1042.179031] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b0abfd-dcd5-be01-2dbb-35204ebd5a56, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.179031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.179031] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.179031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.179031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.179031] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.179569] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88977d9f-583c-4292-9782-f1ae28757159 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.192747] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.192930] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.194047] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b68aaae-0596-4521-a8b3-8f8cece38098 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.201263] env[65762]: DEBUG nova.network.neutron [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1042.210431] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1042.210431] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdfca8-921e-9c40-0a80-c50fe95f3d26" [ 1042.210431] env[65762]: _type = "Task" [ 1042.210431] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.222929] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdfca8-921e-9c40-0a80-c50fe95f3d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.263624] env[65762]: INFO nova.compute.manager [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Took 21.58 seconds to build instance. [ 1042.343184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.343430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.459683] env[65762]: WARNING neutronclient.v2_0.client [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.558788] env[65762]: DEBUG nova.network.neutron [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.608530] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452100-8c23-c994-16a5-7b8c9333deda/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.609888] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb3433a-18b2-4c5c-990c-342a6facdd74 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.620531] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452100-8c23-c994-16a5-7b8c9333deda/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.620779] env[65762]: ERROR oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452100-8c23-c994-16a5-7b8c9333deda/disk-0.vmdk due to incomplete transfer. [ 1042.621014] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf28ac1d-e729-44de-8f87-ef84ab9e5b28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.631536] env[65762]: DEBUG oslo_vmware.rw_handles [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452100-8c23-c994-16a5-7b8c9333deda/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1042.631536] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Uploaded image 1f3860e5-87d7-4d69-9ab6-ec4368f9fd38 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1042.633749] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.634083] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06798df1-1ccc-49c3-9ea3-04ed1907f339 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.645077] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1042.645077] env[65762]: value = "task-4560751" [ 1042.645077] env[65762]: _type = "Task" [ 1042.645077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.652934] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5a2acd96-9675-4b3f-aebc-1b84c55c302e tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Lock "7f31bea1-7b5c-47f0-a5d7-2df0eed15820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.021s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.663120] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560751, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.722270] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdfca8-921e-9c40-0a80-c50fe95f3d26, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.723159] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89db4ae0-9e23-482c-8e08-c043dbc40d71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.730451] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1042.730451] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52bbb139-cc4f-b713-6922-621c1adba92b" [ 1042.730451] env[65762]: _type = "Task" [ 1042.730451] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.741173] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bbb139-cc4f-b713-6922-621c1adba92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.767109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-13a04a05-3728-4790-af53-67b61ae6c5a6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.095s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.823486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "interface-96a93189-ac1f-44a2-8311-4a56fb47f44f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.823832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "interface-96a93189-ac1f-44a2-8311-4a56fb47f44f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.824325] env[65762]: DEBUG nova.objects.instance [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lazy-loading 'flavor' on Instance uuid 96a93189-ac1f-44a2-8311-4a56fb47f44f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.846134] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1043.062550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.063563] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Instance network_info: |[{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1043.064347] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0d:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b3c1df-f143-4f43-bdf4-df30371e2a99', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.077199] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1043.077562] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.078345] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40c6206-477f-4898-accd-c650afbb32a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.109260] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.109260] env[65762]: value = "task-4560752" [ 1043.109260] env[65762]: _type = "Task" [ 1043.109260] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.128070] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560752, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.166173] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560751, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.249307] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52bbb139-cc4f-b713-6922-621c1adba92b, 'name': SearchDatastore_Task, 'duration_secs': 0.016156} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.249711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.250055] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.250405] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-026a028f-552f-4a2c-b5a4-2a5e3b7fb293 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.264240] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1043.264240] env[65762]: value = "task-4560753" [ 1043.264240] env[65762]: _type = "Task" [ 1043.264240] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.275053] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.328915] env[65762]: WARNING neutronclient.v2_0.client [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.329643] env[65762]: DEBUG nova.objects.instance [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lazy-loading 'pci_requests' on Instance uuid 96a93189-ac1f-44a2-8311-4a56fb47f44f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.370207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.421354] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb7961c-cf3c-4c35-b585-a663125e0708 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.430351] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79477c48-f09e-46e9-9563-2f9cc7dbeeb8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.468011] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4124e81-82ed-47d0-a09a-0b6f1a7add59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.477437] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d7709-1a4d-4b57-852d-3747e41a853d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.495114] env[65762]: DEBUG nova.compute.provider_tree [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.620810] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560752, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.662966] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560751, 'name': Destroy_Task, 'duration_secs': 0.802641} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.663754] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroyed the VM [ 1043.663754] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1043.663972] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91c92380-23a8-406e-98f0-2b008060f533 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.673227] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1043.673227] env[65762]: value = "task-4560754" [ 1043.673227] env[65762]: _type = "Task" [ 1043.673227] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.683403] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560754, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.774160] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560753, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.833122] env[65762]: DEBUG nova.objects.base [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Object Instance<96a93189-ac1f-44a2-8311-4a56fb47f44f> lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.833566] env[65762]: DEBUG nova.network.neutron [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1043.833715] env[65762]: WARNING neutronclient.v2_0.client [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.834068] env[65762]: WARNING neutronclient.v2_0.client [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.998826] env[65762]: DEBUG nova.scheduler.client.report [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.121544] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560752, 'name': CreateVM_Task, 'duration_secs': 0.560678} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.121934] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.122430] env[65762]: WARNING neutronclient.v2_0.client [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.122814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.122968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.123307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.123579] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1834e247-301b-4d31-b783-47a56664bbff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.134672] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1044.134672] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52be71ae-ea6f-5776-c074-fbc383e164be" [ 1044.134672] env[65762]: _type = "Task" [ 1044.134672] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.146167] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52be71ae-ea6f-5776-c074-fbc383e164be, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.146526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.146825] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.147127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.147311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.147849] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.148566] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2553b1a0-ab51-4b77-9a9b-771d9d87337b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.159561] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.160044] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.160861] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f36ffe7-cd7b-45c9-8f62-bba45d6168e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.167796] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1044.167796] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52555d09-fe0c-c082-e1e4-4f92e07c9514" [ 1044.167796] env[65762]: _type = "Task" [ 1044.167796] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.177686] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52555d09-fe0c-c082-e1e4-4f92e07c9514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.187827] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560754, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.281338] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677701} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.281877] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.283563] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.283563] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-371f15bf-92f8-4810-afd6-a7dee407a0e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.294100] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1044.294100] env[65762]: value = "task-4560755" [ 1044.294100] env[65762]: _type = "Task" [ 1044.294100] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.311272] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.487656] env[65762]: DEBUG nova.compute.manager [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1044.505590] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.506271] env[65762]: DEBUG nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1044.509551] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.689s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.515022] env[65762]: INFO nova.compute.claims [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.685583] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52555d09-fe0c-c082-e1e4-4f92e07c9514, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.690981] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b435c87-4941-4f43-ac26-23430663f438 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.703175] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560754, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.705198] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1044.705198] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5227f4df-5611-dabb-0664-3b25d884bdee" [ 1044.705198] env[65762]: _type = "Task" [ 1044.705198] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.716027] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5227f4df-5611-dabb-0664-3b25d884bdee, 'name': SearchDatastore_Task, 'duration_secs': 0.013234} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.716362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.717034] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb/cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.717372] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d68c15-d31c-4adb-8458-f25497500736 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.725427] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1044.725427] env[65762]: value = "task-4560756" [ 1044.725427] env[65762]: _type = "Task" [ 1044.725427] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.735873] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.736464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3363053a-69ed-4bed-b46b-9a0473f59ad0 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "interface-96a93189-ac1f-44a2-8311-4a56fb47f44f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.913s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.808064] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077398} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.808064] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.808207] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8fdd1-2fd3-43ae-915a-03ada6ebb3a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.831394] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.831822] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd3c911-b933-4764-8577-f02c46b924c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.856119] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1044.856119] env[65762]: value = "task-4560757" [ 1044.856119] env[65762]: _type = "Task" [ 1044.856119] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.867427] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.008686] env[65762]: DEBUG nova.compute.manager [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1045.008866] env[65762]: DEBUG nova.compute.manager [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing instance network info cache due to event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1045.009184] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.009372] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.010108] env[65762]: DEBUG nova.network.neutron [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.016757] env[65762]: DEBUG nova.compute.utils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.023249] env[65762]: DEBUG nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1045.025640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.196994] env[65762]: DEBUG oslo_vmware.api [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560754, 'name': RemoveSnapshot_Task, 'duration_secs': 1.044192} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.197487] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.197659] env[65762]: INFO nova.compute.manager [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 1045.236465] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.369788] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560757, 'name': ReconfigVM_Task, 'duration_secs': 0.510855} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.370510] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 41094222-37a3-490b-9c68-ca211dfb2b06/41094222-37a3-490b-9c68-ca211dfb2b06.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.370807] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42c5c8dd-3434-4ee3-9aaf-90cc7d958d81 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.378693] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1045.378693] env[65762]: value = "task-4560758" [ 1045.378693] env[65762]: _type = "Task" [ 1045.378693] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.388493] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560758, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.512956] env[65762]: WARNING neutronclient.v2_0.client [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.525310] env[65762]: DEBUG nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1045.716319] env[65762]: WARNING neutronclient.v2_0.client [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.738878] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524944} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.744716] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb/cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.744716] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.750179] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e69f26ad-fe46-489e-9b3e-be954db5ce89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.763531] env[65762]: DEBUG nova.compute.manager [None req-35a0a527-5d39-4de5-83be-ed3dd252ff90 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Found 1 images (rotation: 2) {{(pid=65762) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1045.765749] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1045.765749] env[65762]: value = "task-4560759" [ 1045.765749] env[65762]: _type = "Task" [ 1045.765749] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.785741] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.821245] env[65762]: DEBUG nova.network.neutron [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updated VIF entry in instance network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.821823] env[65762]: DEBUG nova.network.neutron [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.844469] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e0e52c-f4f0-4d8e-960b-47964f2bac09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.854578] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2387df3b-b29c-42fe-a06b-79d997db0731 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.892424] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca2864-0c94-4f88-9416-2dffb8743aec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.903651] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560758, 'name': Rename_Task, 'duration_secs': 0.458623} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.906706] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.907055] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58767abe-8d3a-423f-a6e3-75033843129e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.909889] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f17aaa-fb7e-4a7c-9da9-9b54236e0360 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.928959] env[65762]: DEBUG nova.compute.provider_tree [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.930757] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1045.930757] env[65762]: value = "task-4560760" [ 1045.930757] env[65762]: _type = "Task" [ 1045.930757] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.940216] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.280095] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079363} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.281495] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.284729] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f14e8-cb13-4c4e-a738-fe27d9417c4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.317822] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb/cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.317822] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee09194-cf6b-4a64-8baf-9b21d4dd1b6e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.338435] env[65762]: DEBUG oslo_concurrency.lockutils [req-d2b250ec-8a1a-4b53-a886-fdaa7ae67c82 req-91747432-ad45-478c-98e2-42cac2435cb4 service nova] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.346969] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1046.346969] env[65762]: value = "task-4560761" [ 1046.346969] env[65762]: _type = "Task" [ 1046.346969] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.357196] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.432539] env[65762]: DEBUG nova.scheduler.client.report [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.450741] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.499872] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "96a93189-ac1f-44a2-8311-4a56fb47f44f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.500058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.500280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "96a93189-ac1f-44a2-8311-4a56fb47f44f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.500503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.500677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.504341] env[65762]: INFO nova.compute.manager [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Terminating instance [ 1046.542809] env[65762]: DEBUG nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1046.568708] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1046.569020] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.569271] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1046.569494] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.569695] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1046.569914] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1046.570525] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.570525] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1046.570525] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1046.570757] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1046.570821] env[65762]: DEBUG nova.virt.hardware [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1046.571773] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8866c3-9484-4b33-bd2c-464073696180 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.584540] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c676db23-10e5-4593-bbaf-e89df7b1c07d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.603402] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.609732] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Creating folder: Project (da4bd65be2c74a8a9bf47d3c37db0de5). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.610030] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59263a52-2473-4a58-bab5-ed1888254798 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.621535] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Created folder: Project (da4bd65be2c74a8a9bf47d3c37db0de5) in parent group-v890951. [ 1046.621781] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Creating folder: Instances. Parent ref: group-v891207. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.622055] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97532b3a-2a85-453d-ab65-e5d63b5d923b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.635948] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Created folder: Instances in parent group-v891207. [ 1046.636371] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.636686] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.637261] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b60494d4-910e-4b47-8b92-2efab8b04256 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.662847] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.662847] env[65762]: value = "task-4560764" [ 1046.662847] env[65762]: _type = "Task" [ 1046.662847] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.672952] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560764, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.859927] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.939591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.941176] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1046.948364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.445s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.953029] env[65762]: INFO nova.compute.claims [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.963651] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.010410] env[65762]: DEBUG nova.compute.manager [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1047.010656] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.011834] env[65762]: DEBUG nova.compute.manager [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1047.013962] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fb0c6e-2e50-4bf3-9b96-23ebfff68ef1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.019895] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bafa0e-a46e-4019-8f5a-92f5c16b704a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.036659] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.040460] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b86e6966-6610-41f6-9a0e-edebb7b2be0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.054226] env[65762]: DEBUG oslo_vmware.api [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1047.054226] env[65762]: value = "task-4560765" [ 1047.054226] env[65762]: _type = "Task" [ 1047.054226] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.072736] env[65762]: DEBUG oslo_vmware.api [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.177870] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560764, 'name': CreateVM_Task, 'duration_secs': 0.37114} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.178459] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.178802] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.179785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.179985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.180255] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f4aa72-c3da-43a0-ba25-0a9c81281ecc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.187387] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1047.187387] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52705eda-1d9c-c214-0c96-ddc9d637a484" [ 1047.187387] env[65762]: _type = "Task" [ 1047.187387] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.198575] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52705eda-1d9c-c214-0c96-ddc9d637a484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.362311] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560761, 'name': ReconfigVM_Task, 'duration_secs': 0.776899} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.362311] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb/cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.362311] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-268e464c-a233-4548-ab59-717ee0188219 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.368532] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1047.368532] env[65762]: value = "task-4560766" [ 1047.368532] env[65762]: _type = "Task" [ 1047.368532] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.378443] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560766, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.450050] env[65762]: DEBUG oslo_vmware.api [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560760, 'name': PowerOnVM_Task, 'duration_secs': 1.413577} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.450413] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.450697] env[65762]: DEBUG nova.compute.manager [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1047.451658] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81fdf39-b607-433e-a78c-5002f6c514b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.455881] env[65762]: DEBUG nova.compute.utils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.463378] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1047.463600] env[65762]: DEBUG nova.network.neutron [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.464058] env[65762]: WARNING neutronclient.v2_0.client [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.464210] env[65762]: WARNING neutronclient.v2_0.client [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.532091] env[65762]: DEBUG nova.policy [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefb888158c4b1da3877bc1d81660ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f97270b354564bfe6ce2938fb13eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.547115] env[65762]: INFO nova.compute.manager [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] instance snapshotting [ 1047.548016] env[65762]: DEBUG nova.objects.instance [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'flavor' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.568760] env[65762]: DEBUG oslo_vmware.api [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560765, 'name': PowerOffVM_Task, 'duration_secs': 0.235743} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.569858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.570060] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.570397] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09753e54-4bf6-4f9c-a538-3bbb4b0a3de1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.648647] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.648647] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.648647] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Deleting the datastore file [datastore2] 96a93189-ac1f-44a2-8311-4a56fb47f44f {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.648647] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de06240-b241-48a0-a076-ff94bba3659e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.657511] env[65762]: DEBUG oslo_vmware.api [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for the task: (returnval){ [ 1047.657511] env[65762]: value = "task-4560768" [ 1047.657511] env[65762]: _type = "Task" [ 1047.657511] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.672227] env[65762]: DEBUG oslo_vmware.api [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.699729] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52705eda-1d9c-c214-0c96-ddc9d637a484, 'name': SearchDatastore_Task, 'duration_secs': 0.015522} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.700071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.700301] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.700775] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.700998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.701266] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.701626] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd00aa64-0690-4fae-829d-d9c028132314 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.715604] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.718472] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.718472] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189717f4-91db-4f06-9980-08255c76fa2a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.725234] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1047.725234] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52eb385e-3030-e7ae-1299-918c49adaffc" [ 1047.725234] env[65762]: _type = "Task" [ 1047.725234] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.735824] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52eb385e-3030-e7ae-1299-918c49adaffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.884010] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560766, 'name': Rename_Task, 'duration_secs': 0.25369} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.884666] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.884999] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d67a9b-f405-417e-9fb8-e52d9abfbcc4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.893190] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1047.893190] env[65762]: value = "task-4560769" [ 1047.893190] env[65762]: _type = "Task" [ 1047.893190] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.903740] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.927530] env[65762]: DEBUG nova.network.neutron [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Successfully created port: 7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1047.974734] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1047.993860] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.053632] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8ac8fc-8007-484b-9b24-441256c6c91f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.081983] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524c252-9ddf-42c8-ade9-8e02b66d872a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.176713] env[65762]: DEBUG oslo_vmware.api [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Task: {'id': task-4560768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350029} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.178422] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.178422] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.178422] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.178422] env[65762]: INFO nova.compute.manager [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1048.179222] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1048.179222] env[65762]: DEBUG nova.compute.manager [-] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1048.179222] env[65762]: DEBUG nova.network.neutron [-] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1048.179630] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.237422] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52eb385e-3030-e7ae-1299-918c49adaffc, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.241726] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebce3bd5-3512-46bd-9ee3-76a25b49f930 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.248135] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1048.248135] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526ee92d-aa22-8b3c-2970-f632f761bc04" [ 1048.248135] env[65762]: _type = "Task" [ 1048.248135] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.259764] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526ee92d-aa22-8b3c-2970-f632f761bc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.320490] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bfbdf2-cb63-4630-9606-aab407443a57 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.329400] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06969292-e455-43fb-b3a3-ed68276c2011 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.363338] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237881df-d47f-47c2-b1c4-fc2c040ed042 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.372821] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dbc7b3-e517-46c6-95cf-66117b838ed0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.388641] env[65762]: DEBUG nova.compute.provider_tree [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.404070] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.465479] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.596968] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.597717] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ef83eb1-d9e7-49f1-9f00-ee63c0ab7567 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.606065] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1048.606065] env[65762]: value = "task-4560770" [ 1048.606065] env[65762]: _type = "Task" [ 1048.606065] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.619219] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.722447] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.722690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.762686] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526ee92d-aa22-8b3c-2970-f632f761bc04, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.763203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.763474] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.763547] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-079babd4-24cb-42e9-8d69-32ba42dbf70f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.773118] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1048.773118] env[65762]: value = "task-4560771" [ 1048.773118] env[65762]: _type = "Task" [ 1048.773118] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.788914] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.892957] env[65762]: DEBUG nova.scheduler.client.report [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.907912] env[65762]: DEBUG oslo_vmware.api [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560769, 'name': PowerOnVM_Task, 'duration_secs': 0.930278} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.908265] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.908545] env[65762]: INFO nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1048.908756] env[65762]: DEBUG nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1048.910593] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84729609-fd3c-4196-a3c2-5f3574743f4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.993030] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1049.033908] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.035046] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.035046] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.035046] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.035046] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.035382] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.035478] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.035681] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.035956] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.036363] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.036451] env[65762]: DEBUG nova.virt.hardware [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.037535] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2b3d9-7f33-4844-ad4e-432c846583ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.049762] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d5e74-a440-4bd9-849c-caa3692372b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.120124] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.217429] env[65762]: DEBUG nova.network.neutron [-] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.225064] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1049.284971] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560771, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.398751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.399327] env[65762]: DEBUG nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1049.402104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.498s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.403894] env[65762]: INFO nova.compute.claims [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.434340] env[65762]: INFO nova.compute.manager [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Took 22.39 seconds to build instance. [ 1049.474749] env[65762]: DEBUG nova.compute.manager [req-4a374eba-f5f2-4185-b32f-e58c4eefdca8 req-668fb5f4-314d-4c16-859e-72f9c41b609f service nova] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Received event network-vif-deleted-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1049.621421] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560770, 'name': CreateSnapshot_Task, 'duration_secs': 0.543933} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.622265] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.623352] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140177d0-80c9-47f4-a5a1-6f9e8598208d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.650234] env[65762]: DEBUG nova.network.neutron [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Successfully updated port: 7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.675078] env[65762]: DEBUG nova.compute.manager [req-1680a0a4-ce59-443a-a2e6-0e700d2af2a7 req-b15fc772-52e3-4fa3-8d14-9cbcf89d795e service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Received event network-vif-plugged-7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1049.675078] env[65762]: DEBUG oslo_concurrency.lockutils [req-1680a0a4-ce59-443a-a2e6-0e700d2af2a7 req-b15fc772-52e3-4fa3-8d14-9cbcf89d795e service nova] Acquiring lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.675078] env[65762]: DEBUG oslo_concurrency.lockutils [req-1680a0a4-ce59-443a-a2e6-0e700d2af2a7 req-b15fc772-52e3-4fa3-8d14-9cbcf89d795e service nova] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.675357] env[65762]: DEBUG oslo_concurrency.lockutils [req-1680a0a4-ce59-443a-a2e6-0e700d2af2a7 req-b15fc772-52e3-4fa3-8d14-9cbcf89d795e service nova] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.675523] env[65762]: DEBUG nova.compute.manager [req-1680a0a4-ce59-443a-a2e6-0e700d2af2a7 req-b15fc772-52e3-4fa3-8d14-9cbcf89d795e service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] No waiting events found dispatching network-vif-plugged-7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1049.676031] env[65762]: WARNING nova.compute.manager [req-1680a0a4-ce59-443a-a2e6-0e700d2af2a7 req-b15fc772-52e3-4fa3-8d14-9cbcf89d795e service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Received unexpected event network-vif-plugged-7ac1568c-c17d-487a-abf9-5688825783bb for instance with vm_state building and task_state spawning. [ 1049.721020] env[65762]: INFO nova.compute.manager [-] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Took 1.54 seconds to deallocate network for instance. [ 1049.753808] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.787895] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522341} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.788853] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.789872] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.789872] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb5fb46-a7b9-4c3e-9116-cf1834468c62 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.799958] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1049.799958] env[65762]: value = "task-4560772" [ 1049.799958] env[65762]: _type = "Task" [ 1049.799958] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.811856] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.908692] env[65762]: DEBUG nova.compute.utils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.913507] env[65762]: DEBUG nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1049.937905] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ee732f13-f2f4-4382-a6eb-f85e623484c0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.898s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.056362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "41094222-37a3-490b-9c68-ca211dfb2b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.056362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "41094222-37a3-490b-9c68-ca211dfb2b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.056362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "41094222-37a3-490b-9c68-ca211dfb2b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.056530] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "41094222-37a3-490b-9c68-ca211dfb2b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.056690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "41094222-37a3-490b-9c68-ca211dfb2b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.060026] env[65762]: INFO nova.compute.manager [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Terminating instance [ 1050.146437] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.147266] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ffea9e2-f448-47a4-af4e-5ff8cea9f5b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.155298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.155644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.155800] env[65762]: DEBUG nova.network.neutron [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.160038] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1050.160038] env[65762]: value = "task-4560773" [ 1050.160038] env[65762]: _type = "Task" [ 1050.160038] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.170482] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560773, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.184156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "0604d096-5f13-40b2-a855-6852e95f40af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.184386] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.228865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.312574] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079255} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.312868] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.313844] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d200f536-a338-4774-96b9-97c62198d6b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.342488] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.343399] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6cc1ac1-0552-4a55-921d-c5bba4a03930 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.374337] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1050.374337] env[65762]: value = "task-4560774" [ 1050.374337] env[65762]: _type = "Task" [ 1050.374337] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.383698] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.411760] env[65762]: DEBUG nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1050.563331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "refresh_cache-41094222-37a3-490b-9c68-ca211dfb2b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.563651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquired lock "refresh_cache-41094222-37a3-490b-9c68-ca211dfb2b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.563861] env[65762]: DEBUG nova.network.neutron [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.675941] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560773, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.687558] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1050.724955] env[65762]: DEBUG nova.network.neutron [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.794700] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8a0fc-4b03-4133-8ebd-5ef9aeb3a324 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.803174] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997d5f1e-75c0-44b2-b073-f110e1d4aa3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.840208] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112cca25-362b-40d0-9212-0c020861e7ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.848864] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8af3be-ee12-4516-8d3e-7857b4ce88dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.868020] env[65762]: DEBUG nova.compute.provider_tree [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.878564] env[65762]: WARNING neutronclient.v2_0.client [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.889588] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.985537] env[65762]: DEBUG nova.network.neutron [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Updating instance_info_cache with network_info: [{"id": "7ac1568c-c17d-487a-abf9-5688825783bb", "address": "fa:16:3e:26:22:71", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac1568c-c1", "ovs_interfaceid": "7ac1568c-c17d-487a-abf9-5688825783bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.069227] env[65762]: WARNING neutronclient.v2_0.client [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.089881] env[65762]: DEBUG nova.network.neutron [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.165885] env[65762]: DEBUG nova.network.neutron [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.179145] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560773, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.211453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.376327] env[65762]: DEBUG nova.scheduler.client.report [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.396692] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560774, 'name': ReconfigVM_Task, 'duration_secs': 0.557223} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.396692] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.396692] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69675196-e03a-4e67-bbd8-4e66191be07d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.406044] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1051.406044] env[65762]: value = "task-4560775" [ 1051.406044] env[65762]: _type = "Task" [ 1051.406044] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.420912] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560775, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.438023] env[65762]: DEBUG nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1051.475134] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1051.475360] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.476095] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1051.476095] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.476231] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1051.476418] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1051.476558] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.476727] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1051.476869] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1051.477032] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1051.477221] env[65762]: DEBUG nova.virt.hardware [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1051.479054] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4cca8-0cd3-4e4b-a575-fc96c01762a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.489157] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.490537] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Instance network_info: |[{"id": "7ac1568c-c17d-487a-abf9-5688825783bb", "address": "fa:16:3e:26:22:71", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac1568c-c1", "ovs_interfaceid": "7ac1568c-c17d-487a-abf9-5688825783bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1051.490537] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:22:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac1568c-c17d-487a-abf9-5688825783bb', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.499379] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.500316] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b1cfff-af1c-4b0c-87e6-d193d0546fc2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.505663] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.505937] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b925793-49ab-4305-b91f-80fc0530820a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.532296] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.538566] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Creating folder: Project (dc5a82018175476883fff72127f333c2). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.539944] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e693d809-6077-4f1d-a121-356f4b4bd51c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.542020] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.542020] env[65762]: value = "task-4560776" [ 1051.542020] env[65762]: _type = "Task" [ 1051.542020] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.554027] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560776, 'name': CreateVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.555366] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Created folder: Project (dc5a82018175476883fff72127f333c2) in parent group-v890951. [ 1051.555546] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Creating folder: Instances. Parent ref: group-v891212. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.555791] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74631843-9c82-44e4-87be-2390f54996ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.568632] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Created folder: Instances in parent group-v891212. [ 1051.569077] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.569666] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.569961] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5edd53ff-43fd-473e-8cad-0fb62f5f4f35 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.592067] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.592067] env[65762]: value = "task-4560779" [ 1051.592067] env[65762]: _type = "Task" [ 1051.592067] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.602088] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560779, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.611663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "7e48104c-9695-40c0-821c-9d28224e4e85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.611895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "7e48104c-9695-40c0-821c-9d28224e4e85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.673651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Releasing lock "refresh_cache-41094222-37a3-490b-9c68-ca211dfb2b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.674783] env[65762]: DEBUG nova.compute.manager [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1051.675280] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.676366] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddd208-6a93-4f3e-b050-d63936d9e08a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.689793] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560773, 'name': CloneVM_Task, 'duration_secs': 1.284374} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.692927] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created linked-clone VM from snapshot [ 1051.693680] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.694721] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5acb0a-37c9-478c-ad0e-f92ab0dcd10c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.697775] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46335ea6-952b-46d5-a1f1-f365d9b1e9e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.710962] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Uploading image 7e8ec7b5-beed-48c9-9a5e-8386407ebb41 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.714984] env[65762]: DEBUG oslo_vmware.api [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1051.714984] env[65762]: value = "task-4560780" [ 1051.714984] env[65762]: _type = "Task" [ 1051.714984] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.718530] env[65762]: DEBUG nova.compute.manager [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Received event network-changed-7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1051.718756] env[65762]: DEBUG nova.compute.manager [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Refreshing instance network info cache due to event network-changed-7ac1568c-c17d-487a-abf9-5688825783bb. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1051.718975] env[65762]: DEBUG oslo_concurrency.lockutils [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] Acquiring lock "refresh_cache-f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.719628] env[65762]: DEBUG oslo_concurrency.lockutils [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] Acquired lock "refresh_cache-f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.720037] env[65762]: DEBUG nova.network.neutron [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Refreshing network info cache for port 7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.736707] env[65762]: DEBUG oslo_vmware.api [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.748351] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1051.748351] env[65762]: value = "vm-891211" [ 1051.748351] env[65762]: _type = "VirtualMachine" [ 1051.748351] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1051.749221] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ceb3fa8-3cee-4f52-9f88-52d0a2ed9522 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.760664] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease: (returnval){ [ 1051.760664] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fce2a5-c89e-8dc8-f584-73b96754e6f0" [ 1051.760664] env[65762]: _type = "HttpNfcLease" [ 1051.760664] env[65762]: } obtained for exporting VM: (result){ [ 1051.760664] env[65762]: value = "vm-891211" [ 1051.760664] env[65762]: _type = "VirtualMachine" [ 1051.760664] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1051.762242] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the lease: (returnval){ [ 1051.762242] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fce2a5-c89e-8dc8-f584-73b96754e6f0" [ 1051.762242] env[65762]: _type = "HttpNfcLease" [ 1051.762242] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1051.770535] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.770535] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fce2a5-c89e-8dc8-f584-73b96754e6f0" [ 1051.770535] env[65762]: _type = "HttpNfcLease" [ 1051.770535] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1051.887932] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.888501] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1051.892800] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.523s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.895425] env[65762]: INFO nova.compute.claims [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.918051] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560775, 'name': Rename_Task, 'duration_secs': 0.148546} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.918217] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.918601] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273f8b8c-74d9-4cd1-a10f-3da80a82aa4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.928018] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1051.928018] env[65762]: value = "task-4560782" [ 1051.928018] env[65762]: _type = "Task" [ 1051.928018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.942228] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.002788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.003153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "22abf771-18ea-4f42-aa53-4bb646867d85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.056134] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560776, 'name': CreateVM_Task, 'duration_secs': 0.373383} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.056456] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.056948] env[65762]: WARNING neutronclient.v2_0.client [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.057355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.057537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.057920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.058239] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a6b8cf-a095-492a-a3d2-9c289baa594b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.064559] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1052.064559] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a869e7-00cc-862c-b16c-cb02982dea1b" [ 1052.064559] env[65762]: _type = "Task" [ 1052.064559] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.075283] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a869e7-00cc-862c-b16c-cb02982dea1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.103790] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560779, 'name': CreateVM_Task, 'duration_secs': 0.350474} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.103790] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.104172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.114903] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1052.224958] env[65762]: WARNING neutronclient.v2_0.client [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.232884] env[65762]: DEBUG oslo_vmware.api [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560780, 'name': PowerOffVM_Task, 'duration_secs': 0.28537} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.232884] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.233761] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.233761] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9357aa57-1d36-4314-a683-7b66c0f26557 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.268762] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.269115] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.269889] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Deleting the datastore file [datastore1] 41094222-37a3-490b-9c68-ca211dfb2b06 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.270723] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a6d2fa-be2b-481e-bcd5-51c0d0a7c9b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.279019] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.279019] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fce2a5-c89e-8dc8-f584-73b96754e6f0" [ 1052.279019] env[65762]: _type = "HttpNfcLease" [ 1052.279019] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.279019] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.279019] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fce2a5-c89e-8dc8-f584-73b96754e6f0" [ 1052.279019] env[65762]: _type = "HttpNfcLease" [ 1052.279019] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1052.279019] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beacbea3-a871-444e-bf18-a84ba77af205 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.283838] env[65762]: DEBUG oslo_vmware.api [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for the task: (returnval){ [ 1052.283838] env[65762]: value = "task-4560784" [ 1052.283838] env[65762]: _type = "Task" [ 1052.283838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.292346] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37c87-f32e-6610-6767-1b8084ee6714/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.292571] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37c87-f32e-6610-6767-1b8084ee6714/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1052.361300] env[65762]: DEBUG oslo_vmware.api [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.405919] env[65762]: DEBUG nova.compute.utils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.406603] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1052.406842] env[65762]: DEBUG nova.network.neutron [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1052.407188] env[65762]: WARNING neutronclient.v2_0.client [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.407496] env[65762]: WARNING neutronclient.v2_0.client [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.420155] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-582e255c-3e99-4a38-8148-9b252beed074 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.440200] env[65762]: DEBUG oslo_vmware.api [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560782, 'name': PowerOnVM_Task, 'duration_secs': 0.481188} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.443392] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.443607] env[65762]: INFO nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1052.443786] env[65762]: DEBUG nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1052.447041] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2dae3d-d1aa-466c-bff5-cc2d70db37ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.461587] env[65762]: DEBUG nova.policy [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '157c9d0c780e446f9db5cb8d904ae8cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5065e3afa43548ac86da87eab880199c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.490509] env[65762]: WARNING neutronclient.v2_0.client [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.506992] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1052.576979] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a869e7-00cc-862c-b16c-cb02982dea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.577354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.577633] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.577882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.578045] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.578231] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.578532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.578901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.579161] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bfd8803-745b-4cae-a9ed-7da51c8d368c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.581252] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac1e1b6-be1a-45a2-996e-2c82601e3d83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.587679] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1052.587679] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5282ac55-5b24-9923-0cb5-ac269506453a" [ 1052.587679] env[65762]: _type = "Task" [ 1052.587679] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.596184] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.596379] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.597548] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0336fd-8210-4e7a-8cc9-9317a08b3f9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.603702] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5282ac55-5b24-9923-0cb5-ac269506453a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.608832] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1052.608832] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5228b9db-857f-044b-d71b-fa724edbda4f" [ 1052.608832] env[65762]: _type = "Task" [ 1052.608832] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.621072] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5228b9db-857f-044b-d71b-fa724edbda4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.637416] env[65762]: DEBUG nova.network.neutron [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Updated VIF entry in instance network info cache for port 7ac1568c-c17d-487a-abf9-5688825783bb. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.637947] env[65762]: DEBUG nova.network.neutron [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Updating instance_info_cache with network_info: [{"id": "7ac1568c-c17d-487a-abf9-5688825783bb", "address": "fa:16:3e:26:22:71", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac1568c-c1", "ovs_interfaceid": "7ac1568c-c17d-487a-abf9-5688825783bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.644607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.799471] env[65762]: DEBUG oslo_vmware.api [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Task: {'id': task-4560784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109165} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.799855] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.800234] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.800498] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.800823] env[65762]: INFO nova.compute.manager [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1052.801147] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.802237] env[65762]: DEBUG nova.network.neutron [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Successfully created port: 02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1052.805257] env[65762]: DEBUG nova.compute.manager [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1052.805793] env[65762]: DEBUG nova.network.neutron [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.805793] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.823997] env[65762]: DEBUG nova.network.neutron [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1052.824902] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.911947] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1052.972890] env[65762]: INFO nova.compute.manager [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Took 17.55 seconds to build instance. [ 1053.036489] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.105372] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5282ac55-5b24-9923-0cb5-ac269506453a, 'name': SearchDatastore_Task, 'duration_secs': 0.021346} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.105372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.105372] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.105592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.125363] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5228b9db-857f-044b-d71b-fa724edbda4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.126430] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac8e4f8-59e7-4690-b3a5-6e26a2b7c002 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.138685] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1053.138685] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52976036-2402-577d-2d6d-b733642d6e4c" [ 1053.138685] env[65762]: _type = "Task" [ 1053.138685] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.145205] env[65762]: DEBUG oslo_concurrency.lockutils [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] Releasing lock "refresh_cache-f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.145727] env[65762]: DEBUG nova.compute.manager [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1053.147139] env[65762]: DEBUG nova.compute.manager [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing instance network info cache due to event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1053.147139] env[65762]: DEBUG oslo_concurrency.lockutils [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.147268] env[65762]: DEBUG oslo_concurrency.lockutils [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.147345] env[65762]: DEBUG nova.network.neutron [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.159542] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52976036-2402-577d-2d6d-b733642d6e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.160127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.160431] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f57ce6d1-d08d-45aa-98c0-b3d4934cdc16/f57ce6d1-d08d-45aa-98c0-b3d4934cdc16.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.160763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.161126] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.161312] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7e5e015-49da-452d-9f01-1ac020d71704 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.166029] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9438ac3-dd5a-4634-a684-d8df22e5628a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.175185] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1053.175185] env[65762]: value = "task-4560785" [ 1053.175185] env[65762]: _type = "Task" [ 1053.175185] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.176794] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.177239] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.182390] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416ec064-8d8b-4e74-9967-a8bdf2c78871 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.196342] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1053.196342] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5289beb0-fc09-7e2d-9443-ecb9c8f4fd99" [ 1053.196342] env[65762]: _type = "Task" [ 1053.196342] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.196342] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.206410] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5289beb0-fc09-7e2d-9443-ecb9c8f4fd99, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.210780] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29dd86e-9c25-423f-a070-c502ecb01fe2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.218988] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1053.218988] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5267f38a-eefb-ad7d-fc8b-fe7eccf07a0d" [ 1053.218988] env[65762]: _type = "Task" [ 1053.218988] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.232608] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5267f38a-eefb-ad7d-fc8b-fe7eccf07a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.233059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.233372] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.233751] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91410e1a-0b49-4557-8de6-546abd9d6866 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.242908] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1053.242908] env[65762]: value = "task-4560786" [ 1053.242908] env[65762]: _type = "Task" [ 1053.242908] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.256418] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.299541] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b9f0a-f23f-4ab5-95d5-c9ffc13ed2df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.310324] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed03a1-6aa5-41fc-b311-ddaaba0e877f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.345865] env[65762]: DEBUG nova.network.neutron [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.348566] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058dcb05-88f0-454e-aaa5-dfab80f60192 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.358378] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16111ff3-6733-4188-8905-47fec18dda02 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.377040] env[65762]: DEBUG nova.compute.provider_tree [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.475193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-91ae9b90-7f01-49e3-8c27-67b7a14252ce tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "24db89ad-be77-4915-bd1b-17c6b89f6fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.067s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.655812] env[65762]: WARNING neutronclient.v2_0.client [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.692542] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.763028] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560786, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.848809] env[65762]: INFO nova.compute.manager [-] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Took 1.04 seconds to deallocate network for instance. [ 1053.882193] env[65762]: DEBUG nova.scheduler.client.report [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.925657] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1053.970877] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1053.971344] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.971507] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1053.971786] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.972013] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1053.972221] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1053.972531] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.972821] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1053.973087] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1053.973307] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1053.973748] env[65762]: DEBUG nova.virt.hardware [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1053.974849] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c436a99-0eb2-4d33-b661-bed75476f316 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.989267] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b71ecf0-c68e-4e92-8452-d26e3e247bff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.136063] env[65762]: WARNING neutronclient.v2_0.client [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.189204] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535158} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.189528] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] f57ce6d1-d08d-45aa-98c0-b3d4934cdc16/f57ce6d1-d08d-45aa-98c0-b3d4934cdc16.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.189800] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.190495] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3afc40-19de-4369-89b7-c7e0051c8f72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.199050] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1054.199050] env[65762]: value = "task-4560787" [ 1054.199050] env[65762]: _type = "Task" [ 1054.199050] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.203459] env[65762]: INFO nova.compute.manager [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Rebuilding instance [ 1054.217372] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.256321] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836001} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.257856] env[65762]: DEBUG nova.network.neutron [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updated VIF entry in instance network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1054.258453] env[65762]: DEBUG nova.network.neutron [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.260532] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.261381] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.261602] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-987abbda-f5f5-4fb2-8a5a-549c329d8eb8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.273972] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1054.273972] env[65762]: value = "task-4560788" [ 1054.273972] env[65762]: _type = "Task" [ 1054.273972] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.284978] env[65762]: DEBUG nova.compute.manager [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1054.285957] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce00d7eb-51ba-46ec-97e4-353b9bdc1290 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.292848] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.356504] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.390086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.390893] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1054.394327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.369s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.401104] env[65762]: DEBUG nova.compute.manager [req-2b26335b-f476-4339-963b-73cc10a4488f req-83f40173-b207-43f0-b3bb-3fedaf0746bf service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Received event network-vif-plugged-02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1054.402745] env[65762]: DEBUG oslo_concurrency.lockutils [req-2b26335b-f476-4339-963b-73cc10a4488f req-83f40173-b207-43f0-b3bb-3fedaf0746bf service nova] Acquiring lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.402745] env[65762]: DEBUG oslo_concurrency.lockutils [req-2b26335b-f476-4339-963b-73cc10a4488f req-83f40173-b207-43f0-b3bb-3fedaf0746bf service nova] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.402745] env[65762]: DEBUG oslo_concurrency.lockutils [req-2b26335b-f476-4339-963b-73cc10a4488f req-83f40173-b207-43f0-b3bb-3fedaf0746bf service nova] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.402745] env[65762]: DEBUG nova.compute.manager [req-2b26335b-f476-4339-963b-73cc10a4488f req-83f40173-b207-43f0-b3bb-3fedaf0746bf service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] No waiting events found dispatching network-vif-plugged-02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1054.403166] env[65762]: WARNING nova.compute.manager [req-2b26335b-f476-4339-963b-73cc10a4488f req-83f40173-b207-43f0-b3bb-3fedaf0746bf service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Received unexpected event network-vif-plugged-02f97ab4-bc92-4c3e-95cf-903e96416704 for instance with vm_state building and task_state spawning. [ 1054.481356] env[65762]: DEBUG nova.network.neutron [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Successfully updated port: 02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1054.711898] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079344} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.711898] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.712814] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04043d-79d7-4df2-8ba7-2155e36c6070 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.735894] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] f57ce6d1-d08d-45aa-98c0-b3d4934cdc16/f57ce6d1-d08d-45aa-98c0-b3d4934cdc16.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.736631] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00bd972c-881f-498e-969c-7d258537d606 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.758194] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1054.758194] env[65762]: value = "task-4560789" [ 1054.758194] env[65762]: _type = "Task" [ 1054.758194] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.762353] env[65762]: DEBUG oslo_concurrency.lockutils [req-70122d49-7cb6-4897-bf41-c15ad34fa3cc req-99cd14be-ec96-4ec8-8411-8b4884af13f6 service nova] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.769380] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.784184] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15355} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.784486] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.785288] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30fc8e-4ea9-44f2-b104-a27923260c7e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.807932] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.811103] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-968161b9-37f7-4038-a637-591071ada384 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.825617] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.825907] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad37cadc-539c-48c0-9574-b5a101fba4e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.833858] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1054.833858] env[65762]: value = "task-4560791" [ 1054.833858] env[65762]: _type = "Task" [ 1054.833858] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.835493] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1054.835493] env[65762]: value = "task-4560790" [ 1054.835493] env[65762]: _type = "Task" [ 1054.835493] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.851806] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.897738] env[65762]: DEBUG nova.compute.utils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.899333] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1054.899520] env[65762]: DEBUG nova.network.neutron [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1054.899873] env[65762]: WARNING neutronclient.v2_0.client [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.901076] env[65762]: WARNING neutronclient.v2_0.client [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.904704] env[65762]: INFO nova.compute.claims [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.965038] env[65762]: DEBUG nova.policy [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.987694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "refresh_cache-a05e942b-ef4c-4178-b2ed-6062ee1c62df" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.990628] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquired lock "refresh_cache-a05e942b-ef4c-4178-b2ed-6062ee1c62df" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.990959] env[65762]: DEBUG nova.network.neutron [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.270308] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.358284] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560790, 'name': ReconfigVM_Task, 'duration_secs': 0.390695} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.360939] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.361699] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.362040] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bc89a20-6c4c-4fab-88e5-b81e20ccf285 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.374460] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1055.374460] env[65762]: value = "task-4560792" [ 1055.374460] env[65762]: _type = "Task" [ 1055.374460] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.385796] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560792, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.410766] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1055.415821] env[65762]: INFO nova.compute.resource_tracker [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating resource usage from migration eb3270da-43b3-4af5-a9c8-e991a74b1077 [ 1055.440044] env[65762]: DEBUG nova.network.neutron [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Successfully created port: 68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1055.544634] env[65762]: DEBUG nova.network.neutron [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1055.668157] env[65762]: WARNING neutronclient.v2_0.client [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.749508] env[65762]: DEBUG nova.network.neutron [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Updating instance_info_cache with network_info: [{"id": "02f97ab4-bc92-4c3e-95cf-903e96416704", "address": "fa:16:3e:2c:9e:97", "network": {"id": "e8ff27db-4a0a-4977-b7ff-62f1c1787456", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1670956608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5065e3afa43548ac86da87eab880199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f97ab4-bc", "ovs_interfaceid": "02f97ab4-bc92-4c3e-95cf-903e96416704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.767171] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9cf00-3c5b-42ed-94c7-47285a6f8422 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.780920] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924d81b-7897-4ff9-bf4d-30ac84cfb43f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.785343] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.817689] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d130dcc3-c351-49b2-8d78-10977710b548 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.826303] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17508ca-ea4e-4df6-8386-389fd4fb847d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.843033] env[65762]: DEBUG nova.compute.provider_tree [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.853926] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560791, 'name': PowerOffVM_Task, 'duration_secs': 0.744554} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.854927] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.855172] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.856024] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c62f09-b3e9-431d-8430-ba37a678a261 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.866066] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.866340] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4934f38-5c62-48e8-ab61-35f13db5d665 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.886114] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560792, 'name': Rename_Task, 'duration_secs': 0.175906} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.886564] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.886957] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b1984f-dd2a-4837-8d7b-3c12d5e166bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.896895] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1055.896895] env[65762]: value = "task-4560794" [ 1055.896895] env[65762]: _type = "Task" [ 1055.896895] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.898019] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.898316] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.898523] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Deleting the datastore file [datastore2] 24db89ad-be77-4915-bd1b-17c6b89f6fab {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.903164] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff212cfb-1da4-4f96-894e-aa400ed2af83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.912591] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.914540] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1055.914540] env[65762]: value = "task-4560795" [ 1055.914540] env[65762]: _type = "Task" [ 1055.914540] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.925926] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.253107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Releasing lock "refresh_cache-a05e942b-ef4c-4178-b2ed-6062ee1c62df" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.253528] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Instance network_info: |[{"id": "02f97ab4-bc92-4c3e-95cf-903e96416704", "address": "fa:16:3e:2c:9e:97", "network": {"id": "e8ff27db-4a0a-4977-b7ff-62f1c1787456", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1670956608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5065e3afa43548ac86da87eab880199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f97ab4-bc", "ovs_interfaceid": "02f97ab4-bc92-4c3e-95cf-903e96416704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1056.254077] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:9e:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02f97ab4-bc92-4c3e-95cf-903e96416704', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.262816] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Creating folder: Project (5065e3afa43548ac86da87eab880199c). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.262978] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38c66f14-7c90-42f3-bfc3-fb3fdf432d8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.275350] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560789, 'name': ReconfigVM_Task, 'duration_secs': 1.136223} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.275817] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Reconfigured VM instance instance-0000005f to attach disk [datastore2] f57ce6d1-d08d-45aa-98c0-b3d4934cdc16/f57ce6d1-d08d-45aa-98c0-b3d4934cdc16.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.276640] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-414ca687-8b89-4fb7-858e-30eb7cb27d27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.280320] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Created folder: Project (5065e3afa43548ac86da87eab880199c) in parent group-v890951. [ 1056.280679] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Creating folder: Instances. Parent ref: group-v891216. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.281482] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a0944db-4355-4301-9439-f65074a1c156 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.288116] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1056.288116] env[65762]: value = "task-4560797" [ 1056.288116] env[65762]: _type = "Task" [ 1056.288116] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.293482] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Created folder: Instances in parent group-v891216. [ 1056.293828] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.294557] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.294894] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e719a97-0d52-48f8-835a-b4fa591a0737 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.315380] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560797, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.323738] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.323738] env[65762]: value = "task-4560799" [ 1056.323738] env[65762]: _type = "Task" [ 1056.323738] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.334242] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560799, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.349869] env[65762]: DEBUG nova.scheduler.client.report [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.411541] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.428324] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1056.431881] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157529} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.432797] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.433031] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.433369] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.445519] env[65762]: DEBUG nova.compute.manager [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Received event network-changed-02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1056.446917] env[65762]: DEBUG nova.compute.manager [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Refreshing instance network info cache due to event network-changed-02f97ab4-bc92-4c3e-95cf-903e96416704. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1056.446917] env[65762]: DEBUG oslo_concurrency.lockutils [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] Acquiring lock "refresh_cache-a05e942b-ef4c-4178-b2ed-6062ee1c62df" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.446917] env[65762]: DEBUG oslo_concurrency.lockutils [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] Acquired lock "refresh_cache-a05e942b-ef4c-4178-b2ed-6062ee1c62df" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.446917] env[65762]: DEBUG nova.network.neutron [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Refreshing network info cache for port 02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.464967] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1056.465249] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.465663] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1056.465663] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.465834] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1056.465834] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1056.466032] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.466201] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1056.466372] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1056.466536] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1056.466710] env[65762]: DEBUG nova.virt.hardware [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1056.468735] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb921d8-6551-43e0-abdc-4ea71df5710f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.482546] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67e89b4-592b-401a-9fda-a153a02e8564 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.801544] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560797, 'name': Rename_Task, 'duration_secs': 0.234392} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.802011] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.802210] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a15f6f2-9d28-43d7-a421-fdd1929561d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.810829] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1056.810829] env[65762]: value = "task-4560800" [ 1056.810829] env[65762]: _type = "Task" [ 1056.810829] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.820338] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.834456] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560799, 'name': CreateVM_Task, 'duration_secs': 0.486923} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.834650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.835163] env[65762]: WARNING neutronclient.v2_0.client [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.835634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.835889] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.836327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.836662] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa6df85-852f-4730-be02-9ee0aba594be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.843176] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1056.843176] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525e4b4a-827d-c105-3dfb-d28e73407996" [ 1056.843176] env[65762]: _type = "Task" [ 1056.843176] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.853816] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525e4b4a-827d-c105-3dfb-d28e73407996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.856965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.462s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.857441] env[65762]: INFO nova.compute.manager [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Migrating [ 1056.867638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.875s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.867949] env[65762]: DEBUG nova.objects.instance [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.909848] env[65762]: DEBUG oslo_vmware.api [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560794, 'name': PowerOnVM_Task, 'duration_secs': 0.546153} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.910537] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.910796] env[65762]: INFO nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Took 5.47 seconds to spawn the instance on the hypervisor. [ 1056.910991] env[65762]: DEBUG nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1056.912595] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bc831b-8bec-4f4d-9b79-2c106d46aeae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.950346] env[65762]: WARNING neutronclient.v2_0.client [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.060782] env[65762]: DEBUG nova.network.neutron [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Successfully updated port: 68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1057.168828] env[65762]: WARNING neutronclient.v2_0.client [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.264250] env[65762]: DEBUG nova.network.neutron [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Updated VIF entry in instance network info cache for port 02f97ab4-bc92-4c3e-95cf-903e96416704. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1057.265428] env[65762]: DEBUG nova.network.neutron [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Updating instance_info_cache with network_info: [{"id": "02f97ab4-bc92-4c3e-95cf-903e96416704", "address": "fa:16:3e:2c:9e:97", "network": {"id": "e8ff27db-4a0a-4977-b7ff-62f1c1787456", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1670956608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5065e3afa43548ac86da87eab880199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f97ab4-bc", "ovs_interfaceid": "02f97ab4-bc92-4c3e-95cf-903e96416704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.324310] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.356409] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525e4b4a-827d-c105-3dfb-d28e73407996, 'name': SearchDatastore_Task, 'duration_secs': 0.019006} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.356890] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.357170] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.357425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.357585] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.357734] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.358100] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0285a97-4408-44b3-821d-03b09813ce34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.372368] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.372714] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.374017] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c45322d-a93a-4f41-8e06-2261ece4cbe8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.386080] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1057.386080] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fc3665-3cd4-0eed-7649-b27b3e76631a" [ 1057.386080] env[65762]: _type = "Task" [ 1057.386080] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.387168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.387412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.387881] env[65762]: DEBUG nova.network.neutron [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1057.403981] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fc3665-3cd4-0eed-7649-b27b3e76631a, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.404942] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb71d2d3-d1cd-423c-87cc-7eb7e41272e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.412935] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1057.412935] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521fd5ac-21d0-5a7f-0430-c7800ec56d5b" [ 1057.412935] env[65762]: _type = "Task" [ 1057.412935] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.423540] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521fd5ac-21d0-5a7f-0430-c7800ec56d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.435161] env[65762]: INFO nova.compute.manager [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Took 17.95 seconds to build instance. [ 1057.477748] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.478009] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.478173] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.478353] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.478514] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.478728] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.478860] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.479016] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.479185] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.479343] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.479508] env[65762]: DEBUG nova.virt.hardware [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.480405] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f4b413-9e2a-47d5-ad72-e20fc1eeb1f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.491231] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca96881-f345-4edc-bd2c-9e45b868bbaf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.505706] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.511655] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.511975] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.512241] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1a7f518-893f-4f1e-9cd6-150b62ade755 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.531667] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.531667] env[65762]: value = "task-4560801" [ 1057.531667] env[65762]: _type = "Task" [ 1057.531667] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.541633] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560801, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.564735] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.565095] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.565095] env[65762]: DEBUG nova.network.neutron [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1057.768150] env[65762]: DEBUG oslo_concurrency.lockutils [req-58c82c69-f8f5-41be-8e49-35e0dad16e3d req-50f41835-1634-4ce8-9bad-9276a415844b service nova] Releasing lock "refresh_cache-a05e942b-ef4c-4178-b2ed-6062ee1c62df" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.825969] env[65762]: DEBUG oslo_vmware.api [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560800, 'name': PowerOnVM_Task, 'duration_secs': 0.612522} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.826650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.826650] env[65762]: INFO nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1057.826650] env[65762]: DEBUG nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1057.827644] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e0ec59-a538-4d3e-bde8-3624a85eafca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.888596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-792ed42c-acb5-4f18-a723-26254903adcd tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.890431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.136s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.892273] env[65762]: INFO nova.compute.claims [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.898265] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.925505] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521fd5ac-21d0-5a7f-0430-c7800ec56d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019187} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.926111] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.927276] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a05e942b-ef4c-4178-b2ed-6062ee1c62df/a05e942b-ef4c-4178-b2ed-6062ee1c62df.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.927606] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ccb498-7850-4233-9208-25e53c72c02d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.938914] env[65762]: DEBUG oslo_concurrency.lockutils [None req-150e14f7-aeff-4ad1-b79f-167f7e067db8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "036a9288-c2fd-4764-917d-550524eece55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.469s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.939311] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1057.939311] env[65762]: value = "task-4560802" [ 1057.939311] env[65762]: _type = "Task" [ 1057.939311] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.950806] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.046025] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560801, 'name': CreateVM_Task, 'duration_secs': 0.357377} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.046226] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.046646] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.046793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.047138] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.047400] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5e89ab-d922-42ab-b157-9ac2f650352e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.053796] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1058.053796] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525d3af7-3f6b-4651-2f75-ea781893d010" [ 1058.053796] env[65762]: _type = "Task" [ 1058.053796] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.068045] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.070789] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525d3af7-3f6b-4651-2f75-ea781893d010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.122096] env[65762]: DEBUG nova.network.neutron [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1058.161784] env[65762]: DEBUG nova.network.neutron [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [{"id": "8961272b-d17e-43fa-8529-b4a10194a24a", "address": "fa:16:3e:19:c3:1f", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961272b-d1", "ovs_interfaceid": "8961272b-d17e-43fa-8529-b4a10194a24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.244455] env[65762]: WARNING neutronclient.v2_0.client [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.351136] env[65762]: INFO nova.compute.manager [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Took 20.57 seconds to build instance. [ 1058.380092] env[65762]: DEBUG nova.network.neutron [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Updating instance_info_cache with network_info: [{"id": "68137e9d-358a-451e-aa38-ae5645fa1959", "address": "fa:16:3e:91:af:94", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68137e9d-35", "ovs_interfaceid": "68137e9d-358a-451e-aa38-ae5645fa1959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.456789] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560802, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.498330] env[65762]: DEBUG nova.compute.manager [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Received event network-vif-plugged-68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1058.498768] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] Acquiring lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.499213] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.499555] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.499820] env[65762]: DEBUG nova.compute.manager [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] No waiting events found dispatching network-vif-plugged-68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.500039] env[65762]: WARNING nova.compute.manager [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Received unexpected event network-vif-plugged-68137e9d-358a-451e-aa38-ae5645fa1959 for instance with vm_state building and task_state spawning. [ 1058.500301] env[65762]: DEBUG nova.compute.manager [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Received event network-changed-68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1058.500600] env[65762]: DEBUG nova.compute.manager [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Refreshing instance network info cache due to event network-changed-68137e9d-358a-451e-aa38-ae5645fa1959. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1058.500936] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] Acquiring lock "refresh_cache-a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.564971] env[65762]: INFO nova.compute.manager [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Rebuilding instance [ 1058.573054] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525d3af7-3f6b-4651-2f75-ea781893d010, 'name': SearchDatastore_Task, 'duration_secs': 0.022163} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.573785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.573916] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.574757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.574757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.574757] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.574942] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52eacc82-213f-493d-aa3a-5d035c2d3259 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.592935] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.593194] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.594036] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b05f02-652e-4574-b44b-00470e4d9af4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.607770] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1058.607770] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d64840-1dd2-1078-bf3b-0704e481f170" [ 1058.607770] env[65762]: _type = "Task" [ 1058.607770] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.621913] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d64840-1dd2-1078-bf3b-0704e481f170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.636869] env[65762]: DEBUG nova.compute.manager [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1058.638479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447867ae-8fe0-4244-badc-91553510bda9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.666633] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.854283] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dd53bbfe-ebed-4011-bb99-7d47c393d38e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.086s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.883388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.883798] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Instance network_info: |[{"id": "68137e9d-358a-451e-aa38-ae5645fa1959", "address": "fa:16:3e:91:af:94", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68137e9d-35", "ovs_interfaceid": "68137e9d-358a-451e-aa38-ae5645fa1959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1058.884161] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] Acquired lock "refresh_cache-a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.884359] env[65762]: DEBUG nova.network.neutron [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Refreshing network info cache for port 68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.885690] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:af:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68137e9d-358a-451e-aa38-ae5645fa1959', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.895086] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1058.896339] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.896610] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0231ab5c-da8f-4bfd-b59d-542704958403 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.929214] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.929214] env[65762]: value = "task-4560803" [ 1058.929214] env[65762]: _type = "Task" [ 1058.929214] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.945183] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560803, 'name': CreateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.963355] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824121} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.963650] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a05e942b-ef4c-4178-b2ed-6062ee1c62df/a05e942b-ef4c-4178-b2ed-6062ee1c62df.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.963892] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.964196] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d9b597-0d63-4171-9c8e-059d4974e7da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.973068] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1058.973068] env[65762]: value = "task-4560804" [ 1058.973068] env[65762]: _type = "Task" [ 1058.973068] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.991308] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.063012] env[65762]: INFO nova.compute.manager [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Rebuilding instance [ 1059.101869] env[65762]: DEBUG nova.compute.manager [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1059.102879] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce2ce1-c8b4-4f9d-a207-7a5e4b9f85d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.125281] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d64840-1dd2-1078-bf3b-0704e481f170, 'name': SearchDatastore_Task, 'duration_secs': 0.057407} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.130327] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a11d060-de33-488f-9134-299ea140b9e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.137043] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1059.137043] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fbe7f3-f78b-5eb5-4883-b46456b37b90" [ 1059.137043] env[65762]: _type = "Task" [ 1059.137043] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.149936] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fbe7f3-f78b-5eb5-4883-b46456b37b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.266145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3058cb-e24d-4c0e-a325-bb0a65c285c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.276976] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948fd0c-aae1-485e-a8bb-e48f29b74c94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.316451] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902bcbc7-22dc-4908-9704-c5ea02d87023 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.326302] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaefbd43-27eb-4bbb-a13e-232001961584 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.346284] env[65762]: DEBUG nova.compute.provider_tree [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.396448] env[65762]: WARNING neutronclient.v2_0.client [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.441960] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560803, 'name': CreateVM_Task, 'duration_secs': 0.470939} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.442174] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.443179] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8463f7-1459-4cf6-a183-3988f02db268 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.446090] env[65762]: WARNING neutronclient.v2_0.client [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.446385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.446537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.446858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.447142] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad51c0b-f8ac-44b8-8f2b-7933f5a3cb6a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.453569] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1059.453569] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e1a799-0f39-4ac1-1acb-f7a85ce2c7aa" [ 1059.453569] env[65762]: _type = "Task" [ 1059.453569] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.455637] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Suspending the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1059.461639] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-67c5cfec-bfbc-45be-913c-7f334a0e9617 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.470481] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e1a799-0f39-4ac1-1acb-f7a85ce2c7aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.472427] env[65762]: DEBUG oslo_vmware.api [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1059.472427] env[65762]: value = "task-4560805" [ 1059.472427] env[65762]: _type = "Task" [ 1059.472427] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.491216] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08469} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.494737] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.495053] env[65762]: DEBUG oslo_vmware.api [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560805, 'name': SuspendVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.495866] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87b68e-d68e-4834-a00d-389e8e3ddb59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.530495] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a05e942b-ef4c-4178-b2ed-6062ee1c62df/a05e942b-ef4c-4178-b2ed-6062ee1c62df.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.530911] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32100c8e-54ee-4c47-bbdc-44c719182ffe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.555958] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1059.555958] env[65762]: value = "task-4560806" [ 1059.555958] env[65762]: _type = "Task" [ 1059.555958] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.566468] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.645196] env[65762]: WARNING neutronclient.v2_0.client [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.657189] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fbe7f3-f78b-5eb5-4883-b46456b37b90, 'name': SearchDatastore_Task, 'duration_secs': 0.017982} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.657692] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.657958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.658284] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.658689] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f25166-551c-447a-a590-a7203faafb25 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.660431] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f136a8-f18a-48d7-be76-8d75fe71eef5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.670704] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1059.670704] env[65762]: value = "task-4560807" [ 1059.670704] env[65762]: _type = "Task" [ 1059.670704] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.672365] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1059.672365] env[65762]: value = "task-4560808" [ 1059.672365] env[65762]: _type = "Task" [ 1059.672365] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.694777] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.695021] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.731984] env[65762]: DEBUG nova.network.neutron [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Updated VIF entry in instance network info cache for port 68137e9d-358a-451e-aa38-ae5645fa1959. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.732271] env[65762]: DEBUG nova.network.neutron [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Updating instance_info_cache with network_info: [{"id": "68137e9d-358a-451e-aa38-ae5645fa1959", "address": "fa:16:3e:91:af:94", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68137e9d-35", "ovs_interfaceid": "68137e9d-358a-451e-aa38-ae5645fa1959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.870340] env[65762]: ERROR nova.scheduler.client.report [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [req-604ac8ca-120e-4ac3-b1fe-8fb31cd56479] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-604ac8ca-120e-4ac3-b1fe-8fb31cd56479"}]} [ 1059.891136] env[65762]: DEBUG nova.scheduler.client.report [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.912460] env[65762]: DEBUG nova.scheduler.client.report [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.912460] env[65762]: DEBUG nova.compute.provider_tree [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.926889] env[65762]: DEBUG nova.scheduler.client.report [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1059.950556] env[65762]: DEBUG nova.scheduler.client.report [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1059.968108] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e1a799-0f39-4ac1-1acb-f7a85ce2c7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.025711} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.968875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.968875] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.969270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.969270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.969409] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.969601] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00d5a38-08f8-41f1-9f6e-fc63cda1c333 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.989094] env[65762]: DEBUG oslo_vmware.api [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560805, 'name': SuspendVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.992546] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.993519] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.993566] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b246879e-8c07-4fa3-b752-ba8fdec4d7d3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.005504] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1060.005504] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c004e8-260f-5965-e8a0-66685a4bf264" [ 1060.005504] env[65762]: _type = "Task" [ 1060.005504] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.016805] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c004e8-260f-5965-e8a0-66685a4bf264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.069531] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.122491] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.122856] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad586afb-6a16-4add-87a6-3a06ad025b30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.131512] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1060.131512] env[65762]: value = "task-4560809" [ 1060.131512] env[65762]: _type = "Task" [ 1060.131512] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.144360] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.189797] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad27eb9c-1526-4e5f-961e-6f8e396b1022 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.193228] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.200423] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.218188] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.235282] env[65762]: DEBUG oslo_concurrency.lockutils [req-c8c58ccf-943b-4400-9512-006394b7745b req-2fe3f8df-91a9-449b-ac26-ececfbe65232 service nova] Releasing lock "refresh_cache-a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.317777] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abceafa1-a484-452d-a6b1-cff3a1a61064 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.332190] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b32b5-b29d-440c-b89b-30b848d6248c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.366757] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95338da3-ff9e-4452-b080-ed8d1f8d5f17 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.378128] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc616382-6c5e-4dd7-a2fa-d8845981f4bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.396072] env[65762]: DEBUG nova.compute.provider_tree [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.485577] env[65762]: DEBUG oslo_vmware.api [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560805, 'name': SuspendVM_Task, 'duration_secs': 0.998449} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.485933] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Suspended the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1060.486129] env[65762]: DEBUG nova.compute.manager [None req-4e7aab1f-8b17-4312-9e07-0664efd9dbf7 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1060.487111] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f2275-60ce-4886-9781-2740522563ac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.517961] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c004e8-260f-5965-e8a0-66685a4bf264, 'name': SearchDatastore_Task, 'duration_secs': 0.104646} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.518912] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2cfa40-0138-4522-a2e2-70d02ab25c0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.525870] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1060.525870] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5293782b-e2ed-da24-b96f-8c63081be78c" [ 1060.525870] env[65762]: _type = "Task" [ 1060.525870] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.536360] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5293782b-e2ed-da24-b96f-8c63081be78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.575698] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560806, 'name': ReconfigVM_Task, 'duration_secs': 0.771189} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.575871] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a05e942b-ef4c-4178-b2ed-6062ee1c62df/a05e942b-ef4c-4178-b2ed-6062ee1c62df.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.576833] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600ea522-52fa-4116-b367-4698bffc8b83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.586912] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1060.586912] env[65762]: value = "task-4560810" [ 1060.586912] env[65762]: _type = "Task" [ 1060.586912] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.601183] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560810, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.645695] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560809, 'name': PowerOffVM_Task, 'duration_secs': 0.261032} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.645695] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.646298] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.647620] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b82d1d-a172-491d-b395-62c00a5c5bd9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.655964] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.656398] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c43ac6-1028-4d3a-a16d-60cd7155fa18 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.688281] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.689083] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.689280] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Deleting the datastore file [datastore2] 036a9288-c2fd-4764-917d-550524eece55 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.695876] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4d78fb2-549a-47bb-8c2a-b570a1662821 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698033] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736976} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.698337] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560807, 'name': PowerOffVM_Task, 'duration_secs': 0.922225} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.698587] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.698785] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.699039] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.699258] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.699947] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5278bd4a-90dd-4cdd-beb3-95def8ec600d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.703228] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26fa496-1ffd-47bb-8adc-230728ed8368 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.707186] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1060.707186] env[65762]: value = "task-4560812" [ 1060.707186] env[65762]: _type = "Task" [ 1060.707186] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.714151] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.720033] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a1af2d3-bf77-4b4f-9d15-faad12b4bc19 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.721652] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1060.721652] env[65762]: value = "task-4560813" [ 1060.721652] env[65762]: _type = "Task" [ 1060.721652] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.721986] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.728369] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.728778] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9dd341d-fe97-4bce-9479-296e791a43d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.738485] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.740435] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1060.740435] env[65762]: value = "task-4560815" [ 1060.740435] env[65762]: _type = "Task" [ 1060.740435] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.751254] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.821926] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.822270] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.822476] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleting the datastore file [datastore1] ed509cb1-6f57-41d0-9b68-157448888d41 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.822813] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-279284c8-90b1-4805-8412-3fc09e541f00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.831962] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1060.831962] env[65762]: value = "task-4560816" [ 1060.831962] env[65762]: _type = "Task" [ 1060.831962] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.843873] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.937930] env[65762]: DEBUG nova.scheduler.client.report [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.938323] env[65762]: DEBUG nova.compute.provider_tree [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 125 to 126 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.938549] env[65762]: DEBUG nova.compute.provider_tree [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.038605] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5293782b-e2ed-da24-b96f-8c63081be78c, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.038811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.039174] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9/a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.039461] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ca049b-0547-4514-94d6-d15c93ad803a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.047818] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1061.047818] env[65762]: value = "task-4560817" [ 1061.047818] env[65762]: _type = "Task" [ 1061.047818] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.058688] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.099635] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560810, 'name': Rename_Task, 'duration_secs': 0.251299} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.099965] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.100280] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27e4873b-845f-4314-94be-6c85e7836dbe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.109829] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1061.109829] env[65762]: value = "task-4560818" [ 1061.109829] env[65762]: _type = "Task" [ 1061.109829] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.120648] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.219360] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1144} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.219779] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.220092] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.220401] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.234837] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095812} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.235189] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.236191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b37f409-e188-4c38-b7c3-c18e1e4dbe18 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.263407] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.265459] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38133200-2f05-4964-a40c-2b89586c34f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.286993] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560815, 'name': PowerOffVM_Task, 'duration_secs': 0.232721} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.287802] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.288041] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.295033] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1061.295033] env[65762]: value = "task-4560819" [ 1061.295033] env[65762]: _type = "Task" [ 1061.295033] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.305472] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.345530] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168409} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.346286] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.346286] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.346286] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.444752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.554s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.446031] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1061.449084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.220s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.449160] env[65762]: DEBUG nova.objects.instance [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lazy-loading 'resources' on Instance uuid 96a93189-ac1f-44a2-8311-4a56fb47f44f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.562208] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560817, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.624023] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.795947] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.796310] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.796511] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.796730] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.797015] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.797109] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.797236] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.797395] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.797617] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.797817] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.797988] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.804424] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2e7617-788f-4adc-adde-b57261de6c36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.826667] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560819, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.828320] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1061.828320] env[65762]: value = "task-4560820" [ 1061.828320] env[65762]: _type = "Task" [ 1061.828320] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.838413] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.930019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.930346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.930742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.930907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.931112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.935490] env[65762]: INFO nova.compute.manager [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Terminating instance [ 1061.952238] env[65762]: DEBUG nova.compute.utils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.953634] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1061.953829] env[65762]: DEBUG nova.network.neutron [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.954163] env[65762]: WARNING neutronclient.v2_0.client [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.954500] env[65762]: WARNING neutronclient.v2_0.client [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.001251] env[65762]: DEBUG nova.policy [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1072524e9cf4f928c1e571f292ce235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc5af05943e45b99512d4c845535680', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.065973] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556602} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.066284] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9/a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.066511] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.066803] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81e2b500-a035-4db2-803c-2c79875caf1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.081471] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1062.081471] env[65762]: value = "task-4560821" [ 1062.081471] env[65762]: _type = "Task" [ 1062.081471] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.090865] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.126546] env[65762]: DEBUG oslo_vmware.api [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560818, 'name': PowerOnVM_Task, 'duration_secs': 0.644366} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.127951] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.128265] env[65762]: INFO nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1062.128461] env[65762]: DEBUG nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1062.130296] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233df566-6ba1-4823-b269-b9b6a10e34ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.267643] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1062.268081] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.268267] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1062.268661] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.268845] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1062.269025] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1062.269386] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.269566] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1062.270138] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1062.270138] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1062.270293] env[65762]: DEBUG nova.virt.hardware [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1062.272487] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15465e0-449f-4bd8-a4d3-8d0d3d9ebaa3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.288707] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b3e98c-6c3d-4438-8407-93da610f498b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.309180] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.315641] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.323438] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.323868] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc84e33-8af7-49b8-a0f5-e84f3f71180c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.340634] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50942d0-b87f-4f49-ab81-0ecd168e54b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.349821] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560819, 'name': ReconfigVM_Task, 'duration_secs': 0.563327} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.350477] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 24db89ad-be77-4915-bd1b-17c6b89f6fab/24db89ad-be77-4915-bd1b-17c6b89f6fab.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.351595] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c9de5a9-65a3-4ce6-bbc8-f67e1165f514 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.364453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48f0d6f-be58-4505-b0dc-e6c45db011aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.368161] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.368161] env[65762]: value = "task-4560822" [ 1062.368161] env[65762]: _type = "Task" [ 1062.368161] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.368651] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560820, 'name': ReconfigVM_Task, 'duration_secs': 0.316989} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.370528] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.376432] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1062.376432] env[65762]: value = "task-4560823" [ 1062.376432] env[65762]: _type = "Task" [ 1062.376432] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.419248] env[65762]: DEBUG nova.network.neutron [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Successfully created port: 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1062.422959] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf509c3-b681-4dfe-a046-a12bf3c93ad9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.429931] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1062.430167] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.430320] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1062.430496] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.430680] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1062.430843] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1062.431112] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.431230] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1062.431388] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1062.431547] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1062.431745] env[65762]: DEBUG nova.virt.hardware [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1062.437373] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20503aa-47dc-4fef-acf6-d649b3aae814 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.439738] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560822, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.444403] env[65762]: DEBUG nova.compute.manager [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1062.448024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.448024] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560823, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.448024] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2225f855-92a7-4874-9273-2ea1e335afef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.457559] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f275601-ef78-4edc-8559-d8b77e48e4b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.464281] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37c87-f32e-6610-6767-1b8084ee6714/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.466851] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1062.470533] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d20ab-593b-4643-a00e-91266dfe1dc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.475691] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba4b21-b582-437b-bae2-03cb1411ba22 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.478746] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.479013] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5ea4b1-920c-4d83-a965-fcb2a5a9946e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491456] env[65762]: DEBUG nova.compute.provider_tree [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.503613] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37c87-f32e-6610-6767-1b8084ee6714/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.503799] env[65762]: ERROR oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37c87-f32e-6610-6767-1b8084ee6714/disk-0.vmdk due to incomplete transfer. [ 1062.504993] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:04:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a665e46-743f-4471-a59a-5b5418739fff', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.512823] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.514110] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60601340-2988-417e-8e83-d93f0d539ba5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.517082] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.517082] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c0f6489-a38c-4183-a432-903163f950dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.541031] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.541031] env[65762]: value = "task-4560825" [ 1062.541031] env[65762]: _type = "Task" [ 1062.541031] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.548532] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560825, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.549844] env[65762]: DEBUG oslo_vmware.rw_handles [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37c87-f32e-6610-6767-1b8084ee6714/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1062.550067] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Uploaded image 7e8ec7b5-beed-48c9-9a5e-8386407ebb41 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1062.552795] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1062.553425] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8ecc66e-7c98-4ba7-9488-fb2ecb7943dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.563376] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1062.563376] env[65762]: value = "task-4560826" [ 1062.563376] env[65762]: _type = "Task" [ 1062.563376] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.577435] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560826, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.577435] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.577435] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.577687] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleting the datastore file [datastore2] f57ce6d1-d08d-45aa-98c0-b3d4934cdc16 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.577922] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd4e387f-6966-4aec-bd14-0f36a998071d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.590493] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198105} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.591252] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.591649] env[65762]: DEBUG oslo_vmware.api [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1062.591649] env[65762]: value = "task-4560827" [ 1062.591649] env[65762]: _type = "Task" [ 1062.591649] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.595064] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7536fae2-8716-4c11-9e03-1117d6c72623 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.605409] env[65762]: DEBUG oslo_vmware.api [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.671549] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9/a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.671549] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0266d847-deb2-4c3b-a4d6-1319a814a361 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.675601] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1062.675601] env[65762]: value = "task-4560828" [ 1062.675601] env[65762]: _type = "Task" [ 1062.675601] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.677257] env[65762]: INFO nova.compute.manager [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Took 22.79 seconds to build instance. [ 1062.704769] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.883593] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1062.883830] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.884039] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1062.884239] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.884383] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1062.884524] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1062.884725] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.884908] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1062.885102] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1062.885268] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1062.885439] env[65762]: DEBUG nova.virt.hardware [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1062.891072] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.891363] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560822, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.894872] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8fa953-792e-424a-96ac-a22d94ce7166 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.914423] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560823, 'name': Rename_Task, 'duration_secs': 0.156322} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.916058] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.916387] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1062.916387] env[65762]: value = "task-4560829" [ 1062.916387] env[65762]: _type = "Task" [ 1062.916387] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.916594] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88832589-ef19-4826-b3b5-49b008ff1cfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.930374] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.932841] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1062.932841] env[65762]: value = "task-4560830" [ 1062.932841] env[65762]: _type = "Task" [ 1062.932841] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.943882] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.015359] env[65762]: DEBUG nova.scheduler.client.report [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.051223] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560825, 'name': CreateVM_Task, 'duration_secs': 0.423398} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.051398] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.052038] env[65762]: WARNING neutronclient.v2_0.client [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1063.052422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.052580] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.053027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.054606] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c6e57a-9c7a-4b3b-9552-0747f0c934eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.064755] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1063.064755] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5295a828-f48f-cfd0-2234-e3647452f132" [ 1063.064755] env[65762]: _type = "Task" [ 1063.064755] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.079553] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5295a828-f48f-cfd0-2234-e3647452f132, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.083576] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.083838] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.084120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.084286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.084476] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.085165] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560826, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.085399] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14232ef-e538-47bf-aed8-4cceb60b9e09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.096908] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.097171] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.101635] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c87a26b-cfe2-42fa-9063-d53a2e18ef0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.112443] env[65762]: DEBUG oslo_vmware.api [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261157} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.112730] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1063.112730] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c96c1e-45d0-6bc7-3ece-f9468e81ab30" [ 1063.112730] env[65762]: _type = "Task" [ 1063.112730] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.112953] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.113254] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.113371] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.113589] env[65762]: INFO nova.compute.manager [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1063.113844] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.114131] env[65762]: DEBUG nova.compute.manager [-] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1063.114258] env[65762]: DEBUG nova.network.neutron [-] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1063.114506] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.127482] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c96c1e-45d0-6bc7-3ece-f9468e81ab30, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.128366] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05e9cc9-7de9-4e19-a0a6-b57a985adf3f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.135750] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1063.135750] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52604609-8505-702e-cf42-87b9f0a38776" [ 1063.135750] env[65762]: _type = "Task" [ 1063.135750] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.148945] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52604609-8505-702e-cf42-87b9f0a38776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.175548] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.190326] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560828, 'name': ReconfigVM_Task, 'duration_secs': 0.322364} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.191557] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Reconfigured VM instance instance-00000062 to attach disk [datastore1] a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9/a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.192341] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feaf9e06-7424-4efa-b184-58a90fb7d8a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.194353] env[65762]: DEBUG oslo_concurrency.lockutils [None req-42904b10-06de-4bc1-b9e2-13bb1656ef27 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.319s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.202894] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1063.202894] env[65762]: value = "task-4560831" [ 1063.202894] env[65762]: _type = "Task" [ 1063.202894] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.213600] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560831, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.381671] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560822, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.431929] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560829, 'name': ReconfigVM_Task, 'duration_secs': 0.243327} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.431929] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.431929] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c593dca-8405-46cd-893d-3445bd98a6bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.460668] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa/9d495acb-9f41-4e14-9ca4-b88ac42130fa.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.464385] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f862ffb-aab6-44cf-ac26-789af93f2fba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.477668] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.484652] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1063.484652] env[65762]: value = "task-4560832" [ 1063.484652] env[65762]: _type = "Task" [ 1063.484652] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.489953] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1063.498813] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.521141] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.525597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.314s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.527262] env[65762]: INFO nova.compute.claims [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.532581] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1063.532581] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.532581] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1063.532858] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.532858] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1063.533039] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1063.533216] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.533373] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1063.533548] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1063.533699] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1063.533867] env[65762]: DEBUG nova.virt.hardware [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1063.535210] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a0a29-35e1-438c-8b88-88d416d882ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.546549] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5af5cc2-0aee-4dfd-a5cb-1e8b0df9eec2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.564094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.564094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.564274] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.564526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.564626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.567471] env[65762]: INFO nova.scheduler.client.report [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Deleted allocations for instance 96a93189-ac1f-44a2-8311-4a56fb47f44f [ 1063.569462] env[65762]: INFO nova.compute.manager [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Terminating instance [ 1063.592066] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560826, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.648742] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52604609-8505-702e-cf42-87b9f0a38776, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.649025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.649372] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.649688] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a953e748-2c97-45de-87a5-01e080705cf7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.659339] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1063.659339] env[65762]: value = "task-4560833" [ 1063.659339] env[65762]: _type = "Task" [ 1063.659339] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.671258] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.712834] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560831, 'name': Rename_Task, 'duration_secs': 0.199302} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.713498] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.713802] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b037c74-7648-4bd6-b53c-30f180b08e7d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.721487] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1063.721487] env[65762]: value = "task-4560834" [ 1063.721487] env[65762]: _type = "Task" [ 1063.721487] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.733179] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.826407] env[65762]: DEBUG nova.compute.manager [req-49b878f6-89a0-4df9-8249-1a85b4819a27 req-35301402-9d79-41c9-a2a9-3b4bc0e3c74d service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Received event network-vif-deleted-7ac1568c-c17d-487a-abf9-5688825783bb {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1063.826532] env[65762]: INFO nova.compute.manager [req-49b878f6-89a0-4df9-8249-1a85b4819a27 req-35301402-9d79-41c9-a2a9-3b4bc0e3c74d service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Neutron deleted interface 7ac1568c-c17d-487a-abf9-5688825783bb; detaching it from the instance and deleting it from the info cache [ 1063.826712] env[65762]: DEBUG nova.network.neutron [req-49b878f6-89a0-4df9-8249-1a85b4819a27 req-35301402-9d79-41c9-a2a9-3b4bc0e3c74d service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.883375] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560822, 'name': CreateVM_Task, 'duration_secs': 1.338561} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.883375] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.883815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.883974] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.884322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.884579] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e358be-6fe6-4ff6-97fb-3977e89c5462 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.890834] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1063.890834] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52defb37-623a-a14e-a2e4-c045cae48479" [ 1063.890834] env[65762]: _type = "Task" [ 1063.890834] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.904701] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52defb37-623a-a14e-a2e4-c045cae48479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.944567] env[65762]: DEBUG oslo_vmware.api [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560830, 'name': PowerOnVM_Task, 'duration_secs': 0.522546} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.944760] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.944964] env[65762]: DEBUG nova.compute.manager [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1063.945874] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feadd6d7-ea6b-4ebd-b45c-4dc08708fe69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.993170] env[65762]: DEBUG nova.compute.manager [req-79999af2-f1aa-4c08-a6de-e78d0a109874 req-571db13c-7256-4b13-a16a-fbc69cd459af service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Received event network-vif-plugged-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1063.993588] env[65762]: DEBUG oslo_concurrency.lockutils [req-79999af2-f1aa-4c08-a6de-e78d0a109874 req-571db13c-7256-4b13-a16a-fbc69cd459af service nova] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.995532] env[65762]: DEBUG oslo_concurrency.lockutils [req-79999af2-f1aa-4c08-a6de-e78d0a109874 req-571db13c-7256-4b13-a16a-fbc69cd459af service nova] Lock "68bdfe3f-2169-4486-890d-c88793baf89f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.995532] env[65762]: DEBUG oslo_concurrency.lockutils [req-79999af2-f1aa-4c08-a6de-e78d0a109874 req-571db13c-7256-4b13-a16a-fbc69cd459af service nova] Lock "68bdfe3f-2169-4486-890d-c88793baf89f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.995532] env[65762]: DEBUG nova.compute.manager [req-79999af2-f1aa-4c08-a6de-e78d0a109874 req-571db13c-7256-4b13-a16a-fbc69cd459af service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] No waiting events found dispatching network-vif-plugged-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.995532] env[65762]: WARNING nova.compute.manager [req-79999af2-f1aa-4c08-a6de-e78d0a109874 req-571db13c-7256-4b13-a16a-fbc69cd459af service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Received unexpected event network-vif-plugged-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 for instance with vm_state building and task_state spawning. [ 1064.002477] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560832, 'name': ReconfigVM_Task, 'duration_secs': 0.484329} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.004845] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa/9d495acb-9f41-4e14-9ca4-b88ac42130fa.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.004845] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.036451] env[65762]: DEBUG nova.network.neutron [-] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.087034] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560826, 'name': Destroy_Task, 'duration_secs': 1.297408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.087034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Lock "96a93189-ac1f-44a2-8311-4a56fb47f44f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.587s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.088804] env[65762]: DEBUG nova.compute.manager [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1064.088804] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.089071] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroyed the VM [ 1064.089492] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1064.090543] env[65762]: DEBUG nova.network.neutron [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Successfully updated port: 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1064.092549] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c533e0a-93d3-4261-8d53-9dba300fcc31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.098738] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58b034d8-1501-4f20-aeb1-7836f971954d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.115945] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.116252] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687ec33a-9b57-4740-bb22-60d763be1c38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.118343] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1064.118343] env[65762]: value = "task-4560835" [ 1064.118343] env[65762]: _type = "Task" [ 1064.118343] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.126958] env[65762]: DEBUG oslo_vmware.api [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1064.126958] env[65762]: value = "task-4560836" [ 1064.126958] env[65762]: _type = "Task" [ 1064.126958] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.132365] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.146499] env[65762]: DEBUG oslo_vmware.api [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.171100] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488604} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.171385] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.171619] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.171944] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2950e80-3922-4b1e-99b9-6b1da1a67f40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.180532] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1064.180532] env[65762]: value = "task-4560837" [ 1064.180532] env[65762]: _type = "Task" [ 1064.180532] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.192737] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.235674] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.330495] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32c9c64d-2d0c-4b80-aa9b-603f23bc8c09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.342591] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7aa72d-c475-488a-8497-a061eea2a593 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.383602] env[65762]: DEBUG nova.compute.manager [req-49b878f6-89a0-4df9-8249-1a85b4819a27 req-35301402-9d79-41c9-a2a9-3b4bc0e3c74d service nova] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Detach interface failed, port_id=7ac1568c-c17d-487a-abf9-5688825783bb, reason: Instance f57ce6d1-d08d-45aa-98c0-b3d4934cdc16 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1064.403479] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52defb37-623a-a14e-a2e4-c045cae48479, 'name': SearchDatastore_Task, 'duration_secs': 0.060302} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.403640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.403821] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.404091] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.404250] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.404426] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.404731] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a2c57c-1ef7-4d62-80ad-4ecb916c6ec9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.415514] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.415708] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.416786] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcd50f3-03da-401f-9721-8359140f3595 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.423744] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1064.423744] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525d3006-4e35-ee85-d41d-772bdb523a79" [ 1064.423744] env[65762]: _type = "Task" [ 1064.423744] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.433200] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525d3006-4e35-ee85-d41d-772bdb523a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.466266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.515238] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c45c22-4eac-4998-b7b6-5f1de215068a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.538860] env[65762]: INFO nova.compute.manager [-] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Took 1.42 seconds to deallocate network for instance. [ 1064.541566] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75679102-4db3-4c3c-8fb9-4e830d0fec06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.574293] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.606776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.606938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.607133] env[65762]: DEBUG nova.network.neutron [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.632486] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560835, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.646541] env[65762]: DEBUG oslo_vmware.api [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560836, 'name': PowerOffVM_Task, 'duration_secs': 0.223449} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.646812] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.646991] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.647261] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856ba41d-0199-420a-bcc6-0e44e2fde1cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.696132] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081958} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.700330] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.701917] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8481e-48d0-4751-a0ff-8b603007e4a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.731137] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.735456] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0668882c-fd9a-4fa8-82c5-e946c44748e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.750426] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.750680] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.750875] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Deleting the datastore file [datastore1] a05e942b-ef4c-4178-b2ed-6062ee1c62df {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.754939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "24db89ad-be77-4915-bd1b-17c6b89f6fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.755224] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "24db89ad-be77-4915-bd1b-17c6b89f6fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.755453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "24db89ad-be77-4915-bd1b-17c6b89f6fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.755671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "24db89ad-be77-4915-bd1b-17c6b89f6fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.755842] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "24db89ad-be77-4915-bd1b-17c6b89f6fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.757752] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a5129b-f540-47b5-8bb5-974312f25d4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.760411] env[65762]: INFO nova.compute.manager [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Terminating instance [ 1064.770465] env[65762]: DEBUG oslo_vmware.api [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560834, 'name': PowerOnVM_Task, 'duration_secs': 0.91561} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.776304] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.776304] env[65762]: INFO nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1064.776304] env[65762]: DEBUG nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1064.776304] env[65762]: DEBUG oslo_vmware.api [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for the task: (returnval){ [ 1064.776304] env[65762]: value = "task-4560840" [ 1064.776304] env[65762]: _type = "Task" [ 1064.776304] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.776304] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1064.776304] env[65762]: value = "task-4560839" [ 1064.776304] env[65762]: _type = "Task" [ 1064.776304] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.779100] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28971f1-f691-4bfb-9221-4d6ac23dc939 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.801912] env[65762]: DEBUG oslo_vmware.api [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.805185] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.937812] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525d3006-4e35-ee85-d41d-772bdb523a79, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.938689] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ed9e46-fa92-4773-b914-c76c21585717 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.943149] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a004f-45d6-47d8-9bfe-a6e1cde12e54 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.953656] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1064.953656] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528691f6-1f22-ef9e-e891-674ad2880115" [ 1064.953656] env[65762]: _type = "Task" [ 1064.953656] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.958288] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b252f-7db5-40a7-b775-7e876faaecd3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.973896] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528691f6-1f22-ef9e-e891-674ad2880115, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.000372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.000820] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.002019] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ec8ec7-bd65-41cf-ae4f-514cc888ea89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.005447] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64021332-56ed-46f7-bd78-5eb3bbaf2bc2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.018717] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cbb326-4812-4c90-99a7-9827349b1794 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.022433] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1065.022433] env[65762]: value = "task-4560841" [ 1065.022433] env[65762]: _type = "Task" [ 1065.022433] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.037492] env[65762]: DEBUG nova.compute.provider_tree [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.045631] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.054311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.085267] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.085267] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.131286] env[65762]: DEBUG oslo_vmware.api [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560835, 'name': RemoveSnapshot_Task, 'duration_secs': 0.692452} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.131496] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1065.132507] env[65762]: INFO nova.compute.manager [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 1065.208673] env[65762]: DEBUG nova.network.neutron [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Port 8961272b-d17e-43fa-8529-b4a10194a24a binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1065.242182] env[65762]: DEBUG nova.network.neutron [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.265765] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "refresh_cache-24db89ad-be77-4915-bd1b-17c6b89f6fab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.266037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquired lock "refresh_cache-24db89ad-be77-4915-bd1b-17c6b89f6fab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.266338] env[65762]: DEBUG nova.network.neutron [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.296183] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560839, 'name': ReconfigVM_Task, 'duration_secs': 0.328979} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.300981] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Reconfigured VM instance instance-00000059 to attach disk [datastore2] ed509cb1-6f57-41d0-9b68-157448888d41/ed509cb1-6f57-41d0-9b68-157448888d41.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.301895] env[65762]: DEBUG oslo_vmware.api [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Task: {'id': task-4560840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176571} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.302199] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a307e162-a2e4-4baa-880f-182038a13c59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.304392] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.304687] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.304733] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.304991] env[65762]: INFO nova.compute.manager [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1065.305683] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.305819] env[65762]: DEBUG nova.compute.manager [-] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1065.305937] env[65762]: DEBUG nova.network.neutron [-] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.306469] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.316992] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1065.316992] env[65762]: value = "task-4560842" [ 1065.316992] env[65762]: _type = "Task" [ 1065.316992] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.322913] env[65762]: INFO nova.compute.manager [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Took 21.97 seconds to build instance. [ 1065.337221] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560842, 'name': Rename_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.404282] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.521140] env[65762]: WARNING neutronclient.v2_0.client [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.533670] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560841, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.573044] env[65762]: DEBUG nova.scheduler.client.report [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.573365] env[65762]: DEBUG nova.compute.provider_tree [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 126 to 127 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.573544] env[65762]: DEBUG nova.compute.provider_tree [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.712911] env[65762]: DEBUG nova.compute.manager [None req-4f318ac0-939c-4fc6-a3d2-4ced5f472446 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Found 2 images (rotation: 2) {{(pid=65762) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1065.772032] env[65762]: WARNING neutronclient.v2_0.client [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.799669] env[65762]: DEBUG nova.network.neutron [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updating instance_info_cache with network_info: [{"id": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "address": "fa:16:3e:1e:ba:0b", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6f3014-35", "ovs_interfaceid": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.814687] env[65762]: DEBUG nova.network.neutron [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.829647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-671fe39b-3204-4290-9215-4f22f393dd3a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.486s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.833999] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560842, 'name': Rename_Task, 'duration_secs': 0.474815} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.834859] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.834859] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b4c4eb-e11e-4b72-8fbd-cea3f26a670d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.845340] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1065.845340] env[65762]: value = "task-4560843" [ 1065.845340] env[65762]: _type = "Task" [ 1065.845340] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.856838] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.893957] env[65762]: DEBUG nova.network.neutron [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.035497] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559138} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.035799] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.036026] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.037938] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54391ed5-898b-474d-a4e3-c4e311cb1dbc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.045999] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1066.045999] env[65762]: value = "task-4560844" [ 1066.045999] env[65762]: _type = "Task" [ 1066.045999] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.057043] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.079792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.080872] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1066.084546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.440s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.086313] env[65762]: INFO nova.compute.claims [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.209266] env[65762]: DEBUG nova.network.neutron [-] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.236531] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.236804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.236981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.305407] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.305827] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Instance network_info: |[{"id": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "address": "fa:16:3e:1e:ba:0b", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6f3014-35", "ovs_interfaceid": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1066.306933] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ba:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6f3014-351b-4ebc-9aca-88c4ddecbe61', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.316399] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Creating folder: Project (6cc5af05943e45b99512d4c845535680). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.317287] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa142fd-4ef3-4554-b798-70474e2a931f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.333164] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Created folder: Project (6cc5af05943e45b99512d4c845535680) in parent group-v890951. [ 1066.333164] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Creating folder: Instances. Parent ref: group-v891223. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.333758] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3b667a6-366b-484e-9dd9-a7d5a699314b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.354133] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Created folder: Instances in parent group-v891223. [ 1066.354133] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1066.354318] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.354546] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17349f81-8878-4e12-a71e-a700ffe11c8b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.376953] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.384555] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.384555] env[65762]: value = "task-4560847" [ 1066.384555] env[65762]: _type = "Task" [ 1066.384555] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.394020] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560847, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.398135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Releasing lock "refresh_cache-24db89ad-be77-4915-bd1b-17c6b89f6fab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.398135] env[65762]: DEBUG nova.compute.manager [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1066.398135] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.399172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095693a6-4df8-426c-8885-e5c38ece7ea6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.409255] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.410363] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2de05bae-6e20-4456-bb65-6579d994102a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.417838] env[65762]: DEBUG oslo_vmware.api [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1066.417838] env[65762]: value = "task-4560848" [ 1066.417838] env[65762]: _type = "Task" [ 1066.417838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.429438] env[65762]: DEBUG oslo_vmware.api [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.512606] env[65762]: DEBUG nova.compute.manager [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Received event network-changed-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1066.513209] env[65762]: DEBUG nova.compute.manager [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Refreshing instance network info cache due to event network-changed-5e6f3014-351b-4ebc-9aca-88c4ddecbe61. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1066.513993] env[65762]: DEBUG oslo_concurrency.lockutils [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] Acquiring lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.513993] env[65762]: DEBUG oslo_concurrency.lockutils [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] Acquired lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.514527] env[65762]: DEBUG nova.network.neutron [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Refreshing network info cache for port 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.557827] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070371} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.558160] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.559055] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373f760f-9a68-45c8-b095-00f31f97a0d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.582787] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.583183] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84dc4e3-81f3-4180-8ea6-c61d95afcde8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.604805] env[65762]: DEBUG nova.compute.utils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.607945] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1066.608182] env[65762]: DEBUG nova.network.neutron [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1066.608515] env[65762]: WARNING neutronclient.v2_0.client [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.608867] env[65762]: WARNING neutronclient.v2_0.client [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.618468] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1066.618468] env[65762]: value = "task-4560849" [ 1066.618468] env[65762]: _type = "Task" [ 1066.618468] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.630220] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.681909] env[65762]: DEBUG nova.policy [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8617b5069548abbd9aa8f7ca77298e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d9a3d9a73a6422cbeaf5d578ea94cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.713417] env[65762]: INFO nova.compute.manager [-] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Took 1.41 seconds to deallocate network for instance. [ 1066.858772] env[65762]: DEBUG oslo_vmware.api [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560843, 'name': PowerOnVM_Task, 'duration_secs': 0.700615} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.859143] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.859372] env[65762]: DEBUG nova.compute.manager [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1066.860221] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd50c8ea-bdfd-4a62-9dcf-5b8e5218af04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.897391] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560847, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.930039] env[65762]: DEBUG oslo_vmware.api [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560848, 'name': PowerOffVM_Task, 'duration_secs': 0.296696} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.930459] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.930586] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.931215] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-380cc010-6cd9-441a-bfbf-0a5d7afef430 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.962685] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.962934] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.963190] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Deleting the datastore file [datastore1] 24db89ad-be77-4915-bd1b-17c6b89f6fab {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.963504] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e88a7ec5-27fc-4e45-b035-aa2fbe8b5323 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.971272] env[65762]: DEBUG oslo_vmware.api [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for the task: (returnval){ [ 1066.971272] env[65762]: value = "task-4560851" [ 1066.971272] env[65762]: _type = "Task" [ 1066.971272] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.977619] env[65762]: DEBUG nova.compute.manager [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1066.978504] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff6083-842c-46f3-9d5b-6d4f044d47c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.991381] env[65762]: DEBUG oslo_vmware.api [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.009500] env[65762]: DEBUG nova.network.neutron [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Successfully created port: c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1067.017894] env[65762]: WARNING neutronclient.v2_0.client [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.113739] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1067.132214] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560849, 'name': ReconfigVM_Task, 'duration_secs': 0.392396} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.132335] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 036a9288-c2fd-4764-917d-550524eece55/036a9288-c2fd-4764-917d-550524eece55.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.133045] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e4b8943-4767-4ce2-9c92-b397b36e9344 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.140743] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1067.140743] env[65762]: value = "task-4560852" [ 1067.140743] env[65762]: _type = "Task" [ 1067.140743] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.150525] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560852, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.221663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.252040] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.266139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.266139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.266139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.266139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.266139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.267993] env[65762]: INFO nova.compute.manager [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Terminating instance [ 1067.379910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.399339] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560847, 'name': CreateVM_Task, 'duration_secs': 0.56637} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.399339] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.399684] env[65762]: WARNING neutronclient.v2_0.client [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.400120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.400300] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.400697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.401031] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db8a3d9-4533-4953-86fc-b9938379a413 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.411082] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1067.411082] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521f326d-2de1-7d23-50f8-fcc2f0804346" [ 1067.411082] env[65762]: _type = "Task" [ 1067.411082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.422748] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521f326d-2de1-7d23-50f8-fcc2f0804346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.470500] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a46db3-5574-43cb-8149-dc35450e78e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.485260] env[65762]: DEBUG oslo_vmware.api [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Task: {'id': task-4560851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24653} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.485648] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.485883] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.486342] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.486342] env[65762]: INFO nova.compute.manager [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1067.486535] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.489096] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29da4a3-01bf-45d6-bbaf-ce3820692198 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.492519] env[65762]: DEBUG nova.compute.manager [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1067.492663] env[65762]: DEBUG nova.network.neutron [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1067.492960] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.496983] env[65762]: INFO nova.compute.manager [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] instance snapshotting [ 1067.497632] env[65762]: DEBUG nova.objects.instance [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'flavor' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.537841] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a5ed5-eccf-462c-a247-4d35f921ea4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.320730] env[65762]: DEBUG nova.compute.manager [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1068.321138] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.324089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.324291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.324406] env[65762]: DEBUG nova.network.neutron [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1068.329131] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49866445-070b-4000-9966-cc9a8294074e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.337293] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0447628-bb88-4345-b71a-0a85bccd8f22 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.340957] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.344291] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15529a2-b0e8-46e1-bf79-e44763e6240d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.354009] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560852, 'name': Rename_Task, 'duration_secs': 0.158331} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.368754] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.369131] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521f326d-2de1-7d23-50f8-fcc2f0804346, 'name': SearchDatastore_Task, 'duration_secs': 0.015795} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.369898] env[65762]: DEBUG nova.compute.provider_tree [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.371295] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.373117] env[65762]: DEBUG nova.network.neutron [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1068.373361] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.374296] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a50dadc-71b7-472a-a908-b861f926eca6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.378137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.378137] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.378137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.378137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.378137] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.378137] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e44c2e55-688d-4066-9dff-c6972a1a4d1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.398852] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d151c53a-924f-449d-8180-17b7738f128d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.403617] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd68e2-3011-42a6-88f5-d4d29c927555 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.408865] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1068.408865] env[65762]: value = "task-4560853" [ 1068.408865] env[65762]: _type = "Task" [ 1068.408865] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.411788] env[65762]: DEBUG oslo_vmware.api [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1068.411788] env[65762]: value = "task-4560854" [ 1068.411788] env[65762]: _type = "Task" [ 1068.411788] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.425827] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.426170] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.428036] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8733620f-6be2-4734-a6cb-f11e3c7aa78b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.436704] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.440776] env[65762]: DEBUG oslo_vmware.api [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.442415] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1068.442415] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528f1754-353d-761e-a34e-c90a14d204fa" [ 1068.442415] env[65762]: _type = "Task" [ 1068.442415] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.452452] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528f1754-353d-761e-a34e-c90a14d204fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.754986] env[65762]: DEBUG nova.network.neutron [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Successfully updated port: c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1068.826476] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1068.857386] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.857695] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.858062] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.858279] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.858850] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.859121] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.859384] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.859545] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.859716] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.859880] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.860063] env[65762]: DEBUG nova.virt.hardware [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.861976] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d193f2e-5efb-4cd0-80d7-6e0ecfcbb6a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.875727] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0bc464-70db-47eb-95f1-d3e8fa898d44 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.894578] env[65762]: DEBUG nova.network.neutron [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.896537] env[65762]: DEBUG nova.scheduler.client.report [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.925297] env[65762]: DEBUG oslo_vmware.api [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560853, 'name': PowerOnVM_Task, 'duration_secs': 0.476921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.925586] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.925802] env[65762]: DEBUG nova.compute.manager [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1068.927264] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c482a-1c98-4b84-b40d-584253a76a0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.934587] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.935410] env[65762]: DEBUG oslo_vmware.api [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560854, 'name': PowerOffVM_Task, 'duration_secs': 0.219722} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.936782] env[65762]: WARNING neutronclient.v2_0.client [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.938971] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f35dba7-a75f-4d5f-995c-1bc30ef73537 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.941478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.941745] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.942520] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff44b77-4a84-4b36-98d5-726568362c50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.958465] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1068.958465] env[65762]: value = "task-4560855" [ 1068.958465] env[65762]: _type = "Task" [ 1068.958465] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.967595] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528f1754-353d-761e-a34e-c90a14d204fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.968885] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de1eda8-f455-4bfa-8ed2-c51910d54a20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.976442] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560855, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.980287] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1068.980287] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e74a4f-ac9a-cd4a-0108-2f459e030b33" [ 1068.980287] env[65762]: _type = "Task" [ 1068.980287] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.989746] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e74a4f-ac9a-cd4a-0108-2f459e030b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.026819] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.027185] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.027415] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore1] a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.028242] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395232be-eb39-430f-a1b8-4095deac0700 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.042081] env[65762]: DEBUG oslo_vmware.api [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1069.042081] env[65762]: value = "task-4560857" [ 1069.042081] env[65762]: _type = "Task" [ 1069.042081] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.055093] env[65762]: DEBUG oslo_vmware.api [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.103579] env[65762]: DEBUG nova.network.neutron [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updated VIF entry in instance network info cache for port 5e6f3014-351b-4ebc-9aca-88c4ddecbe61. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1069.104047] env[65762]: DEBUG nova.network.neutron [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updating instance_info_cache with network_info: [{"id": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "address": "fa:16:3e:1e:ba:0b", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6f3014-35", "ovs_interfaceid": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.159929] env[65762]: WARNING neutronclient.v2_0.client [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.261443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-0604d096-5f13-40b2-a855-6852e95f40af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.261443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-0604d096-5f13-40b2-a855-6852e95f40af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.261443] env[65762]: DEBUG nova.network.neutron [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1069.348238] env[65762]: DEBUG nova.network.neutron [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [{"id": "8961272b-d17e-43fa-8529-b4a10194a24a", "address": "fa:16:3e:19:c3:1f", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961272b-d1", "ovs_interfaceid": "8961272b-d17e-43fa-8529-b4a10194a24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.403973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.319s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.405385] env[65762]: INFO nova.compute.manager [-] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Took 1.91 seconds to deallocate network for instance. [ 1069.405714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.372s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.407414] env[65762]: INFO nova.compute.claims [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.477607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.486057] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560855, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.497192] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e74a4f-ac9a-cd4a-0108-2f459e030b33, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.497561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.497902] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 68bdfe3f-2169-4486-890d-c88793baf89f/68bdfe3f-2169-4486-890d-c88793baf89f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.498236] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afd04cea-5591-41b7-af27-c1251aa1c240 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.506998] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1069.506998] env[65762]: value = "task-4560858" [ 1069.506998] env[65762]: _type = "Task" [ 1069.506998] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.519275] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.554557] env[65762]: DEBUG oslo_vmware.api [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1625} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.554841] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.555040] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.555227] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.555375] env[65762]: INFO nova.compute.manager [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1069.555623] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.555895] env[65762]: DEBUG nova.compute.manager [-] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1069.555940] env[65762]: DEBUG nova.network.neutron [-] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1069.556181] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.578750] env[65762]: DEBUG nova.compute.manager [req-da2b5735-4d61-427e-b247-069841451baa req-79637742-9308-4eba-9c1e-411b603efc0c service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Received event network-vif-plugged-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1069.580228] env[65762]: DEBUG oslo_concurrency.lockutils [req-da2b5735-4d61-427e-b247-069841451baa req-79637742-9308-4eba-9c1e-411b603efc0c service nova] Acquiring lock "0604d096-5f13-40b2-a855-6852e95f40af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.580228] env[65762]: DEBUG oslo_concurrency.lockutils [req-da2b5735-4d61-427e-b247-069841451baa req-79637742-9308-4eba-9c1e-411b603efc0c service nova] Lock "0604d096-5f13-40b2-a855-6852e95f40af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.580228] env[65762]: DEBUG oslo_concurrency.lockutils [req-da2b5735-4d61-427e-b247-069841451baa req-79637742-9308-4eba-9c1e-411b603efc0c service nova] Lock "0604d096-5f13-40b2-a855-6852e95f40af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.580228] env[65762]: DEBUG nova.compute.manager [req-da2b5735-4d61-427e-b247-069841451baa req-79637742-9308-4eba-9c1e-411b603efc0c service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] No waiting events found dispatching network-vif-plugged-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.580228] env[65762]: WARNING nova.compute.manager [req-da2b5735-4d61-427e-b247-069841451baa req-79637742-9308-4eba-9c1e-411b603efc0c service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Received unexpected event network-vif-plugged-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 for instance with vm_state building and task_state spawning. [ 1069.605490] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.611585] env[65762]: DEBUG oslo_concurrency.lockutils [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] Releasing lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.612685] env[65762]: DEBUG nova.compute.manager [req-224cfac6-172a-407a-b39b-9061b1f5ec73 req-f31930f8-4932-4d33-acf9-aad459937fff service nova] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Received event network-vif-deleted-02f97ab4-bc92-4c3e-95cf-903e96416704 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1069.853630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.911667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "6ca61f88-b683-42c3-95c4-f757244471a8" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.912189] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "6ca61f88-b683-42c3-95c4-f757244471a8" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.925024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.929218] env[65762]: DEBUG nova.network.neutron [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1069.976553] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560855, 'name': CreateSnapshot_Task, 'duration_secs': 0.6532} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.977295] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.978900] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed13251c-88ed-4ad6-9c13-2410883f26d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.019264] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560858, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.059573] env[65762]: WARNING neutronclient.v2_0.client [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.127554] env[65762]: DEBUG nova.compute.manager [req-815de811-9b78-4ee8-b7db-6ed5c4630aac req-09209fd9-4409-43c3-b8f6-f70a11556808 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Received event network-vif-deleted-68137e9d-358a-451e-aa38-ae5645fa1959 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1070.127880] env[65762]: INFO nova.compute.manager [req-815de811-9b78-4ee8-b7db-6ed5c4630aac req-09209fd9-4409-43c3-b8f6-f70a11556808 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Neutron deleted interface 68137e9d-358a-451e-aa38-ae5645fa1959; detaching it from the instance and deleting it from the info cache [ 1070.128210] env[65762]: DEBUG nova.network.neutron [req-815de811-9b78-4ee8-b7db-6ed5c4630aac req-09209fd9-4409-43c3-b8f6-f70a11556808 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.187040] env[65762]: DEBUG nova.network.neutron [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Updating instance_info_cache with network_info: [{"id": "c3cc98b8-daf0-49ea-ac9a-a15e480b69a5", "address": "fa:16:3e:77:6f:95", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3cc98b8-da", "ovs_interfaceid": "c3cc98b8-daf0-49ea-ac9a-a15e480b69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.343594] env[65762]: DEBUG nova.network.neutron [-] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.391647] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e380a-ae8f-4721-a7ba-bd8be4efcc8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.415486] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e5c470-1477-45a5-b327-2392dcea4bce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.418456] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "6ca61f88-b683-42c3-95c4-f757244471a8" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.420120] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1070.431578] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.503643] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.507072] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36e685d7-24b3-4e7c-8fa0-66c1b0c1dae7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.522833] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611272} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.527089] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 68bdfe3f-2169-4486-890d-c88793baf89f/68bdfe3f-2169-4486-890d-c88793baf89f.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.527348] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.527757] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1070.527757] env[65762]: value = "task-4560859" [ 1070.527757] env[65762]: _type = "Task" [ 1070.527757] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.528653] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565c2522-aa20-467d-9eb5-ae4ed24a2e38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.541764] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560859, 'name': CloneVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.542089] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1070.542089] env[65762]: value = "task-4560860" [ 1070.542089] env[65762]: _type = "Task" [ 1070.542089] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.545768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "036a9288-c2fd-4764-917d-550524eece55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.546014] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "036a9288-c2fd-4764-917d-550524eece55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.546213] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "036a9288-c2fd-4764-917d-550524eece55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.546388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "036a9288-c2fd-4764-917d-550524eece55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.546543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "036a9288-c2fd-4764-917d-550524eece55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.556217] env[65762]: INFO nova.compute.manager [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Terminating instance [ 1070.568218] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.632206] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-294249ca-c179-4c8d-8cdc-65541b13636b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.651255] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00497ee1-6c04-44aa-9ef4-b44dfeae6465 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.697339] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-0604d096-5f13-40b2-a855-6852e95f40af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.697714] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance network_info: |[{"id": "c3cc98b8-daf0-49ea-ac9a-a15e480b69a5", "address": "fa:16:3e:77:6f:95", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3cc98b8-da", "ovs_interfaceid": "c3cc98b8-daf0-49ea-ac9a-a15e480b69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1070.698114] env[65762]: DEBUG nova.compute.manager [req-815de811-9b78-4ee8-b7db-6ed5c4630aac req-09209fd9-4409-43c3-b8f6-f70a11556808 service nova] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Detach interface failed, port_id=68137e9d-358a-451e-aa38-ae5645fa1959, reason: Instance a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1070.698653] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3cc98b8-daf0-49ea-ac9a-a15e480b69a5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.708343] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1070.708343] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.708343] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25ad5750-4614-4ef8-8af6-c3615b5a406b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.728159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.728399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.736514] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.736514] env[65762]: value = "task-4560861" [ 1070.736514] env[65762]: _type = "Task" [ 1070.736514] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.746917] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560861, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.835750] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01e9329-6a1c-4977-969c-0b3f163be73d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.849208] env[65762]: INFO nova.compute.manager [-] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Took 1.29 seconds to deallocate network for instance. [ 1070.849892] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c16c24-9fdc-4491-83f0-b4ac76c65784 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.890129] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113fa68f-81fc-4a9e-8354-acef98bff798 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.899245] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcde2bcf-626d-431f-a45d-3b15284401f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.916272] env[65762]: DEBUG nova.compute.provider_tree [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.925018] env[65762]: DEBUG nova.compute.utils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.927134] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1070.927369] env[65762]: DEBUG nova.network.neutron [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.927848] env[65762]: WARNING neutronclient.v2_0.client [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.928349] env[65762]: WARNING neutronclient.v2_0.client [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.939402] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.940251] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13dca1bb-c1c8-4cde-8a29-ed1bf59faeec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.949346] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1070.949346] env[65762]: value = "task-4560862" [ 1070.949346] env[65762]: _type = "Task" [ 1070.949346] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.959674] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.976460] env[65762]: DEBUG nova.policy [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db66493b985b4b4581374278bb5e5461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8115a84e784dda9ca325a8d6407d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.043372] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560859, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.056027] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078667} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.056369] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.057355] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39690afe-c3de-4687-889d-867236a448fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.062139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "refresh_cache-036a9288-c2fd-4764-917d-550524eece55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.062322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquired lock "refresh_cache-036a9288-c2fd-4764-917d-550524eece55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.062472] env[65762]: DEBUG nova.network.neutron [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1071.092713] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 68bdfe3f-2169-4486-890d-c88793baf89f/68bdfe3f-2169-4486-890d-c88793baf89f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.093710] env[65762]: WARNING neutronclient.v2_0.client [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.097055] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd922d9c-7b74-4b66-a14d-0dd81e747c4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.122465] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1071.122465] env[65762]: value = "task-4560863" [ 1071.122465] env[65762]: _type = "Task" [ 1071.122465] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.133133] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.235820] env[65762]: INFO nova.compute.manager [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Detaching volume 0b9248d6-5e1c-452e-bce6-34c30b8d4584 [ 1071.252495] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560861, 'name': CreateVM_Task, 'duration_secs': 0.445084} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.252772] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.253423] env[65762]: WARNING neutronclient.v2_0.client [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.253845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.254038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.254410] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.255103] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db38e5d4-8ece-487e-b12c-1ae4fbeac944 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.262092] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1071.262092] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521df267-6ca4-4eb0-4f1e-fceeb80de6dc" [ 1071.262092] env[65762]: _type = "Task" [ 1071.262092] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.272956] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521df267-6ca4-4eb0-4f1e-fceeb80de6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.290908] env[65762]: INFO nova.virt.block_device [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Attempting to driver detach volume 0b9248d6-5e1c-452e-bce6-34c30b8d4584 from mountpoint /dev/sdb [ 1071.291235] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.291480] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891175', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'name': 'volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4789b03c-314d-4e8f-b0ac-f11883975a1a', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'serial': '0b9248d6-5e1c-452e-bce6-34c30b8d4584'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.292894] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbab3b5-1086-4ce3-b51f-6b6f8e53c04c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.318301] env[65762]: DEBUG nova.network.neutron [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Successfully created port: 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1071.321311] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1ad41-e3fd-4bea-b8b1-3628207e2784 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.333100] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe763919-58e2-4d45-ac81-fb7e1d9c7cd6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.359371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.360733] env[65762]: DEBUG nova.network.neutron [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1071.364762] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636bce18-c4b4-4a43-8f2a-751fc66e8a8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.386730] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584/volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.393403] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.394059] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b426c95-1f4d-4880-9e36-af8a85b16e1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.417086] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1071.417086] env[65762]: value = "task-4560864" [ 1071.417086] env[65762]: _type = "Task" [ 1071.417086] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.423501] env[65762]: DEBUG nova.scheduler.client.report [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.433545] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1071.436907] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.461467] env[65762]: DEBUG oslo_vmware.api [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560862, 'name': PowerOnVM_Task, 'duration_secs': 0.484086} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.462095] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.462286] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-97127edc-0e14-47b9-8c4a-0be60af75617 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance '9d495acb-9f41-4e14-9ca4-b88ac42130fa' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.545275] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560859, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.632033] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560863, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.780024] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521df267-6ca4-4eb0-4f1e-fceeb80de6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.780024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.780024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.780024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.780024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.780024] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.780024] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea0a73d-c39c-4566-a80d-30eb6aeac140 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.796140] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.796140] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.796140] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40fe34a-0c25-4ad4-a590-8bc06c193cea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.803953] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1071.803953] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524b9af1-dcaf-1fd3-f76f-dc847cf3ae17" [ 1071.803953] env[65762]: _type = "Task" [ 1071.803953] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.812505] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524b9af1-dcaf-1fd3-f76f-dc847cf3ae17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.927921] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560864, 'name': ReconfigVM_Task, 'duration_secs': 0.307973} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.928722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.929295] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1071.932817] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.938178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.582s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.938421] env[65762]: DEBUG nova.objects.instance [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lazy-loading 'resources' on Instance uuid 41094222-37a3-490b-9c68-ca211dfb2b06 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.945048] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322d4230-f9d3-4c87-bb32-3f54c875da0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.963409] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1071.963409] env[65762]: value = "task-4560865" [ 1071.963409] env[65762]: _type = "Task" [ 1071.963409] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.978437] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.049629] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560859, 'name': CloneVM_Task} progress is 95%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.134159] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560863, 'name': ReconfigVM_Task, 'duration_secs': 0.511611} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.134337] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 68bdfe3f-2169-4486-890d-c88793baf89f/68bdfe3f-2169-4486-890d-c88793baf89f.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.135134] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21e3866b-5eb0-4660-aa54-8dd3f08b357b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.142731] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1072.142731] env[65762]: value = "task-4560866" [ 1072.142731] env[65762]: _type = "Task" [ 1072.142731] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.155493] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560866, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.317499] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524b9af1-dcaf-1fd3-f76f-dc847cf3ae17, 'name': SearchDatastore_Task, 'duration_secs': 0.024257} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.318358] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fea16d1-838b-405e-b10a-07c751a7f5f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.327198] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1072.327198] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c8bf3a-f960-b707-c6a0-217507d43efe" [ 1072.327198] env[65762]: _type = "Task" [ 1072.327198] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.341668] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c8bf3a-f960-b707-c6a0-217507d43efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.440694] env[65762]: DEBUG nova.compute.utils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.442464] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1072.442680] env[65762]: DEBUG nova.network.neutron [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1072.443096] env[65762]: WARNING neutronclient.v2_0.client [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.443418] env[65762]: WARNING neutronclient.v2_0.client [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.462032] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1072.480605] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.497800] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1072.498119] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.498321] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1072.498536] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.498711] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1072.498903] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1072.499189] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.499563] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1072.499712] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1072.499914] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1072.500143] env[65762]: DEBUG nova.virt.hardware [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1072.501751] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3707e-755d-4912-aa51-70de7d736c02 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a3b3c-2098-4f16-b03e-5677f605b7aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.552482] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560859, 'name': CloneVM_Task, 'duration_secs': 1.910466} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.552795] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Created linked-clone VM from snapshot [ 1072.553427] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8f4594-0293-4077-b59d-376e713fd9a8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.566528] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Uploading image fdcf3c2e-41b9-47e3-b4ed-9da93076594c {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.593873] env[65762]: DEBUG nova.network.neutron [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.597407] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1072.597407] env[65762]: value = "vm-891227" [ 1072.597407] env[65762]: _type = "VirtualMachine" [ 1072.597407] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1072.600240] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00011fa8-ae2d-46d2-86dc-c5897971d2e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.607768] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease: (returnval){ [ 1072.607768] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522be06e-fccd-454e-23cf-68e177c02435" [ 1072.607768] env[65762]: _type = "HttpNfcLease" [ 1072.607768] env[65762]: } obtained for exporting VM: (result){ [ 1072.607768] env[65762]: value = "vm-891227" [ 1072.607768] env[65762]: _type = "VirtualMachine" [ 1072.607768] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1072.607768] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the lease: (returnval){ [ 1072.607768] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522be06e-fccd-454e-23cf-68e177c02435" [ 1072.607768] env[65762]: _type = "HttpNfcLease" [ 1072.607768] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.620552] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.620552] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522be06e-fccd-454e-23cf-68e177c02435" [ 1072.620552] env[65762]: _type = "HttpNfcLease" [ 1072.620552] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.664037] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560866, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.711554] env[65762]: DEBUG nova.policy [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.839567] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c8bf3a-f960-b707-c6a0-217507d43efe, 'name': SearchDatastore_Task, 'duration_secs': 0.035328} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.842350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.843027] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.846060] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af14a431-a232-4e7f-86a1-52ae9d4c95bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.852227] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1072.852227] env[65762]: value = "task-4560868" [ 1072.852227] env[65762]: _type = "Task" [ 1072.852227] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.859321] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7821cb-0636-4aef-a648-78f14023590c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.866202] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.872401] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12595d41-1b5f-4c0b-9c50-2c4967ca9fa2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.909048] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc172c7-ff8e-453c-be7a-ace64c6bdc8e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.918947] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b6edd8-e9cb-4bdc-a40b-4efe725bf79d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.934566] env[65762]: DEBUG nova.compute.provider_tree [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.946574] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1072.975505] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.046742] env[65762]: DEBUG nova.network.neutron [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Successfully updated port: 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1073.100923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Releasing lock "refresh_cache-036a9288-c2fd-4764-917d-550524eece55" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.101427] env[65762]: DEBUG nova.compute.manager [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1073.101619] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.102573] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295c19d6-81de-41c3-abad-13a527118093 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.112168] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.115739] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eaba9bf-7c7b-4e75-9860-cc25d6aa6bc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.124270] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.124270] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522be06e-fccd-454e-23cf-68e177c02435" [ 1073.124270] env[65762]: _type = "HttpNfcLease" [ 1073.124270] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.125603] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.125603] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522be06e-fccd-454e-23cf-68e177c02435" [ 1073.125603] env[65762]: _type = "HttpNfcLease" [ 1073.125603] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1073.126059] env[65762]: DEBUG oslo_vmware.api [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1073.126059] env[65762]: value = "task-4560869" [ 1073.126059] env[65762]: _type = "Task" [ 1073.126059] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.126833] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ef309-406f-428c-b10d-758d7086ab97 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.142521] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222b9ba-8a72-1e66-f20f-5472a9c2d75a/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.142521] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222b9ba-8a72-1e66-f20f-5472a9c2d75a/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1073.145840] env[65762]: DEBUG oslo_vmware.api [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.209063] env[65762]: DEBUG nova.network.neutron [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Successfully created port: c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1073.221527] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560866, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.253147] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70be33e1-92fc-4284-90cd-c310089ea606 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.307285] env[65762]: DEBUG nova.compute.manager [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Received event network-changed-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1073.307285] env[65762]: DEBUG nova.compute.manager [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Refreshing instance network info cache due to event network-changed-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1073.307285] env[65762]: DEBUG oslo_concurrency.lockutils [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] Acquiring lock "refresh_cache-0604d096-5f13-40b2-a855-6852e95f40af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.307285] env[65762]: DEBUG oslo_concurrency.lockutils [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] Acquired lock "refresh_cache-0604d096-5f13-40b2-a855-6852e95f40af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.307285] env[65762]: DEBUG nova.network.neutron [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Refreshing network info cache for port c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.371259] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560868, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.438330] env[65762]: DEBUG nova.scheduler.client.report [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.479789] env[65762]: DEBUG oslo_vmware.api [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560865, 'name': ReconfigVM_Task, 'duration_secs': 1.241789} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.479789] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891175', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'name': 'volume-0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4789b03c-314d-4e8f-b0ac-f11883975a1a', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9248d6-5e1c-452e-bce6-34c30b8d4584', 'serial': '0b9248d6-5e1c-452e-bce6-34c30b8d4584'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.554235] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "refresh_cache-7e48104c-9695-40c0-821c-9d28224e4e85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554235] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquired lock "refresh_cache-7e48104c-9695-40c0-821c-9d28224e4e85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.554235] env[65762]: DEBUG nova.network.neutron [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.645231] env[65762]: DEBUG oslo_vmware.api [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560869, 'name': PowerOffVM_Task, 'duration_secs': 0.24902} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.645712] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.645866] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.646413] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eae139f-307f-4bd9-8b00-bb05ec3ffb41 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.659765] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560866, 'name': Rename_Task, 'duration_secs': 1.175691} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.660059] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.660364] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87d023f1-d919-484c-bf70-325162f30f1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.670565] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1073.670565] env[65762]: value = "task-4560871" [ 1073.670565] env[65762]: _type = "Task" [ 1073.670565] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.687152] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.688872] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.689110] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.689353] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Deleting the datastore file [datastore2] 036a9288-c2fd-4764-917d-550524eece55 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.689698] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4cb58e-0d3f-494c-a22d-13879c46c57c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.698646] env[65762]: DEBUG oslo_vmware.api [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for the task: (returnval){ [ 1073.698646] env[65762]: value = "task-4560872" [ 1073.698646] env[65762]: _type = "Task" [ 1073.698646] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.710680] env[65762]: DEBUG oslo_vmware.api [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.780417] env[65762]: DEBUG nova.compute.manager [req-595dbba0-87da-40c7-9e81-e24513cdb9cc req-36caea2d-44b8-48c4-bb82-f9ad2eec5bae service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Received event network-vif-plugged-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1073.780877] env[65762]: DEBUG oslo_concurrency.lockutils [req-595dbba0-87da-40c7-9e81-e24513cdb9cc req-36caea2d-44b8-48c4-bb82-f9ad2eec5bae service nova] Acquiring lock "7e48104c-9695-40c0-821c-9d28224e4e85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.781291] env[65762]: DEBUG oslo_concurrency.lockutils [req-595dbba0-87da-40c7-9e81-e24513cdb9cc req-36caea2d-44b8-48c4-bb82-f9ad2eec5bae service nova] Lock "7e48104c-9695-40c0-821c-9d28224e4e85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.781627] env[65762]: DEBUG oslo_concurrency.lockutils [req-595dbba0-87da-40c7-9e81-e24513cdb9cc req-36caea2d-44b8-48c4-bb82-f9ad2eec5bae service nova] Lock "7e48104c-9695-40c0-821c-9d28224e4e85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.782244] env[65762]: DEBUG nova.compute.manager [req-595dbba0-87da-40c7-9e81-e24513cdb9cc req-36caea2d-44b8-48c4-bb82-f9ad2eec5bae service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] No waiting events found dispatching network-vif-plugged-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1073.782821] env[65762]: WARNING nova.compute.manager [req-595dbba0-87da-40c7-9e81-e24513cdb9cc req-36caea2d-44b8-48c4-bb82-f9ad2eec5bae service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Received unexpected event network-vif-plugged-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 for instance with vm_state building and task_state spawning. [ 1073.810715] env[65762]: WARNING neutronclient.v2_0.client [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.870126] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790623} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.870642] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.871033] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.871357] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-defe752c-f6d3-494e-928e-846ded20ba56 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.882158] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1073.882158] env[65762]: value = "task-4560873" [ 1073.882158] env[65762]: _type = "Task" [ 1073.882158] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.891517] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.950570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.953575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.487s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.955107] env[65762]: DEBUG nova.objects.instance [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.958160] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1074.016651] env[65762]: INFO nova.scheduler.client.report [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Deleted allocations for instance 41094222-37a3-490b-9c68-ca211dfb2b06 [ 1074.034451] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.035048] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.035330] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.035662] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.038040] env[65762]: DEBUG nova.virt.hardware [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.039707] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f94501b-521c-41e1-8962-263aeff5b7e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.056671] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59049a3-33be-42de-94cd-576fbfccb410 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.066167] env[65762]: DEBUG nova.objects.instance [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'flavor' on Instance uuid 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.158249] env[65762]: WARNING neutronclient.v2_0.client [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.182682] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.211468] env[65762]: DEBUG oslo_vmware.api [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Task: {'id': task-4560872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114784} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.211931] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.212328] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.212664] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.212909] env[65762]: INFO nova.compute.manager [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1074.213344] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1074.213636] env[65762]: DEBUG nova.compute.manager [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1074.213787] env[65762]: DEBUG nova.network.neutron [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1074.214114] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.227318] env[65762]: DEBUG nova.network.neutron [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.360649] env[65762]: DEBUG nova.network.neutron [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.361016] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.399123] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.470258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.470512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.470902] env[65762]: DEBUG nova.compute.manager [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Going to confirm migration 3 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1074.510586] env[65762]: DEBUG nova.network.neutron [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Updated VIF entry in instance network info cache for port c3cc98b8-daf0-49ea-ac9a-a15e480b69a5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.513540] env[65762]: DEBUG nova.network.neutron [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Updating instance_info_cache with network_info: [{"id": "c3cc98b8-daf0-49ea-ac9a-a15e480b69a5", "address": "fa:16:3e:77:6f:95", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3cc98b8-da", "ovs_interfaceid": "c3cc98b8-daf0-49ea-ac9a-a15e480b69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.532057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9ca8bedb-23f3-4586-851b-4c6f043c8d8c tempest-ServersListShow298Test-783192924 tempest-ServersListShow298Test-783192924-project-member] Lock "41094222-37a3-490b-9c68-ca211dfb2b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.476s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.602135] env[65762]: WARNING neutronclient.v2_0.client [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.699041] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.760116] env[65762]: DEBUG nova.network.neutron [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Updating instance_info_cache with network_info: [{"id": "5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5", "address": "fa:16:3e:14:41:9b", "network": {"id": "89b63fd4-6ddd-4674-85bf-2361935af105", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2066375295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8115a84e784dda9ca325a8d6407d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbacd02-4e", "ovs_interfaceid": "5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.866086] env[65762]: DEBUG nova.network.neutron [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.904063] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.956447} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.904812] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.906647] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c129a0db-7e5c-43cf-9fc0-47a8a8f9afde {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.934104] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.935477] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6079c3-73a5-4b5d-b170-55eeec4ecfeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.960442] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1074.960442] env[65762]: value = "task-4560874" [ 1074.960442] env[65762]: _type = "Task" [ 1074.960442] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.971903] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.974524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fcd28e12-7209-4915-85f3-dd31a5e33a3f tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.976209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.924s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.976767] env[65762]: DEBUG nova.objects.instance [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'resources' on Instance uuid f57ce6d1-d08d-45aa-98c0-b3d4934cdc16 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.984059] env[65762]: WARNING neutronclient.v2_0.client [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.015724] env[65762]: DEBUG oslo_concurrency.lockutils [req-0cc96d14-926e-4d53-84e7-969d062b7ed5 req-bd0903d7-814c-48db-9a1e-3b0d3306356f service nova] Releasing lock "refresh_cache-0604d096-5f13-40b2-a855-6852e95f40af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.078099] env[65762]: WARNING neutronclient.v2_0.client [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.078906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.081019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.081019] env[65762]: DEBUG nova.network.neutron [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.081019] env[65762]: DEBUG nova.objects.instance [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lazy-loading 'info_cache' on Instance uuid 9d495acb-9f41-4e14-9ca4-b88ac42130fa {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.081499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ae0dcd4e-d2d3-4803-ba8b-3c5acd2d75da tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.353s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.086375] env[65762]: DEBUG nova.network.neutron [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Successfully updated port: c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1075.193678] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.262344] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Releasing lock "refresh_cache-7e48104c-9695-40c0-821c-9d28224e4e85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.262732] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Instance network_info: |[{"id": "5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5", "address": "fa:16:3e:14:41:9b", "network": {"id": "89b63fd4-6ddd-4674-85bf-2361935af105", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2066375295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8115a84e784dda9ca325a8d6407d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbacd02-4e", "ovs_interfaceid": "5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1075.263312] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:41:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.271675] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Creating folder: Project (fb8115a84e784dda9ca325a8d6407d4f). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.273804] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43aa6386-10db-457d-97bf-d956842f7649 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.279612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "9938c0de-f405-4340-a06e-d02e5daecd9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.279955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.301308] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Created folder: Project (fb8115a84e784dda9ca325a8d6407d4f) in parent group-v890951. [ 1075.301574] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Creating folder: Instances. Parent ref: group-v891229. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.303418] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90e7ffc-eff8-4519-a06a-df540d5c4408 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.320369] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Created folder: Instances in parent group-v891229. [ 1075.320846] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.321642] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.321642] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f175d856-2019-4c45-a0e9-70d846768e73 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.345325] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.345325] env[65762]: value = "task-4560877" [ 1075.345325] env[65762]: _type = "Task" [ 1075.345325] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.358957] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560877, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.371375] env[65762]: INFO nova.compute.manager [-] [instance: 036a9288-c2fd-4764-917d-550524eece55] Took 1.16 seconds to deallocate network for instance. [ 1075.428310] env[65762]: DEBUG nova.compute.manager [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-vif-plugged-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1075.428310] env[65762]: DEBUG oslo_concurrency.lockutils [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.428565] env[65762]: DEBUG oslo_concurrency.lockutils [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] Lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.428811] env[65762]: DEBUG oslo_concurrency.lockutils [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] Lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.429086] env[65762]: DEBUG nova.compute.manager [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] No waiting events found dispatching network-vif-plugged-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1075.429371] env[65762]: WARNING nova.compute.manager [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received unexpected event network-vif-plugged-c6167a49-f633-4bd3-a559-885785a48e78 for instance with vm_state building and task_state spawning. [ 1075.429514] env[65762]: DEBUG nova.compute.manager [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-changed-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1075.429691] env[65762]: DEBUG nova.compute.manager [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing instance network info cache due to event network-changed-c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1075.429996] env[65762]: DEBUG oslo_concurrency.lockutils [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.430175] env[65762]: DEBUG oslo_concurrency.lockutils [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.430620] env[65762]: DEBUG nova.network.neutron [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing network info cache for port c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.477090] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.589291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.687340] env[65762]: DEBUG oslo_vmware.api [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560871, 'name': PowerOnVM_Task, 'duration_secs': 1.679145} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.691016] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.691719] env[65762]: INFO nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1075.691961] env[65762]: DEBUG nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1075.693769] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fdfabe-c9a5-40b2-8a73-c1a61e3b599d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.786031] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1075.826953] env[65762]: DEBUG nova.compute.manager [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Received event network-changed-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1075.827119] env[65762]: DEBUG nova.compute.manager [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Refreshing instance network info cache due to event network-changed-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1075.827365] env[65762]: DEBUG oslo_concurrency.lockutils [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] Acquiring lock "refresh_cache-7e48104c-9695-40c0-821c-9d28224e4e85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.827504] env[65762]: DEBUG oslo_concurrency.lockutils [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] Acquired lock "refresh_cache-7e48104c-9695-40c0-821c-9d28224e4e85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.827692] env[65762]: DEBUG nova.network.neutron [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Refreshing network info cache for port 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.832262] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef62f20-d972-4df3-ae7b-6b79c94d44c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.844510] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7747ba-7910-43c4-9549-38ab3633c8df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.858161] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560877, 'name': CreateVM_Task, 'duration_secs': 0.480022} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.884721] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.887317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.887684] env[65762]: WARNING neutronclient.v2_0.client [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.888167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.888347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.888731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.889722] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93c712-0c28-4031-99d6-7cc197d05779 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.892899] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ccaf3fa-37a1-4fef-99ff-13df8943a839 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.901512] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1075.901512] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525f9a1d-c99a-a51a-3bac-bbfbfe7dab0a" [ 1075.901512] env[65762]: _type = "Task" [ 1075.901512] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.903581] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98fe4ec-6295-4982-a34a-be4e2db53109 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.922944] env[65762]: DEBUG nova.compute.provider_tree [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.930286] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525f9a1d-c99a-a51a-3bac-bbfbfe7dab0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015724} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.930286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.930439] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.931088] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.931088] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.931088] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.931385] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-221a3415-faba-4ee2-babe-ef91dc632009 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.935230] env[65762]: WARNING neutronclient.v2_0.client [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.943350] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.943688] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.945389] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161f0fcf-175a-4c28-b32b-8b3d6bf99994 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.949355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.949631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.949895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.950183] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.950621] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.953763] env[65762]: INFO nova.compute.manager [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Terminating instance [ 1075.956980] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1075.956980] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5292da4b-b0a9-e251-49a0-86422254d160" [ 1075.956980] env[65762]: _type = "Task" [ 1075.956980] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.974877] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5292da4b-b0a9-e251-49a0-86422254d160, 'name': SearchDatastore_Task, 'duration_secs': 0.014623} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.978942] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560874, 'name': ReconfigVM_Task, 'duration_secs': 0.555643} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.979977] env[65762]: DEBUG nova.network.neutron [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1075.982293] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05fbc72-3415-4348-974d-b134eef0f501 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.984694] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.986370] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b9c417d-511e-412e-833a-ad28ebef46d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.992107] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1075.992107] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527851cb-958f-79ed-29ff-0648511feb74" [ 1075.992107] env[65762]: _type = "Task" [ 1075.992107] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.997697] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1075.997697] env[65762]: value = "task-4560878" [ 1075.997697] env[65762]: _type = "Task" [ 1075.997697] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.004752] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527851cb-958f-79ed-29ff-0648511feb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.011109] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560878, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.082145] env[65762]: DEBUG nova.network.neutron [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.089048] env[65762]: WARNING neutronclient.v2_0.client [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.223148] env[65762]: INFO nova.compute.manager [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Took 26.49 seconds to build instance. [ 1076.300768] env[65762]: WARNING neutronclient.v2_0.client [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.311870] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.338346] env[65762]: WARNING neutronclient.v2_0.client [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.431730] env[65762]: DEBUG nova.scheduler.client.report [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.466705] env[65762]: DEBUG nova.compute.manager [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1076.467306] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.469108] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07b6736-689c-43e5-aebc-0aa9a064c6d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.480886] env[65762]: DEBUG nova.network.neutron [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [{"id": "8961272b-d17e-43fa-8529-b4a10194a24a", "address": "fa:16:3e:19:c3:1f", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8961272b-d1", "ovs_interfaceid": "8961272b-d17e-43fa-8529-b4a10194a24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.482717] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.484755] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0316f58e-6a81-4adf-9de9-8d11023110db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.498471] env[65762]: DEBUG oslo_vmware.api [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1076.498471] env[65762]: value = "task-4560879" [ 1076.498471] env[65762]: _type = "Task" [ 1076.498471] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.510222] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527851cb-958f-79ed-29ff-0648511feb74, 'name': SearchDatastore_Task, 'duration_secs': 0.01519} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.511274] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.511545] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7e48104c-9695-40c0-821c-9d28224e4e85/7e48104c-9695-40c0-821c-9d28224e4e85.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.511876] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae8be65-f845-4332-8e65-ae7c99db8272 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.520610] env[65762]: DEBUG oslo_vmware.api [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.520917] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560878, 'name': Rename_Task, 'duration_secs': 0.230324} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.521544] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.521871] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f081649-8af8-4616-a302-4b6c22e54f80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.527289] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1076.527289] env[65762]: value = "task-4560880" [ 1076.527289] env[65762]: _type = "Task" [ 1076.527289] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.532267] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1076.532267] env[65762]: value = "task-4560881" [ 1076.532267] env[65762]: _type = "Task" [ 1076.532267] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.539485] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.545906] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.585570] env[65762]: DEBUG oslo_concurrency.lockutils [req-d92980e6-189c-4818-b7f2-404223a45b27 req-b6512852-6d91-4398-acfb-6921f08f3dc5 service nova] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.585998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.586216] env[65762]: DEBUG nova.network.neutron [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.727912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.005s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.777996] env[65762]: WARNING neutronclient.v2_0.client [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.902297] env[65762]: DEBUG nova.network.neutron [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Updated VIF entry in instance network info cache for port 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1076.902297] env[65762]: DEBUG nova.network.neutron [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Updating instance_info_cache with network_info: [{"id": "5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5", "address": "fa:16:3e:14:41:9b", "network": {"id": "89b63fd4-6ddd-4674-85bf-2361935af105", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2066375295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8115a84e784dda9ca325a8d6407d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbacd02-4e", "ovs_interfaceid": "5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.937431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.940957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.719s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.941353] env[65762]: DEBUG nova.objects.instance [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lazy-loading 'resources' on Instance uuid a05e942b-ef4c-4178-b2ed-6062ee1c62df {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.972020] env[65762]: INFO nova.scheduler.client.report [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocations for instance f57ce6d1-d08d-45aa-98c0-b3d4934cdc16 [ 1076.985447] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-9d495acb-9f41-4e14-9ca4-b88ac42130fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.985920] env[65762]: DEBUG nova.objects.instance [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lazy-loading 'migration_context' on Instance uuid 9d495acb-9f41-4e14-9ca4-b88ac42130fa {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.014940] env[65762]: DEBUG oslo_vmware.api [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560879, 'name': PowerOffVM_Task, 'duration_secs': 0.325496} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.015274] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.015581] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.016896] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-103acb56-8fa5-4644-a270-409e4e8baebd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.050415] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.050872] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560881, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.112821] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.113073] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.113335] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleting the datastore file [datastore2] 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.113614] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af820c82-1d9d-41e2-86c4-f498b4ec951b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.122593] env[65762]: DEBUG oslo_vmware.api [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1077.122593] env[65762]: value = "task-4560883" [ 1077.122593] env[65762]: _type = "Task" [ 1077.122593] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.131184] env[65762]: DEBUG nova.network.neutron [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.137601] env[65762]: DEBUG oslo_vmware.api [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.225158] env[65762]: WARNING neutronclient.v2_0.client [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.324664] env[65762]: DEBUG nova.network.neutron [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.406669] env[65762]: DEBUG oslo_concurrency.lockutils [req-91d3bf41-145f-4f9a-a50f-98e9f53e16a1 req-65bdaa14-ac62-43c7-84b7-8b4c5983d22f service nova] Releasing lock "refresh_cache-7e48104c-9695-40c0-821c-9d28224e4e85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.484286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "f57ce6d1-d08d-45aa-98c0-b3d4934cdc16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.554s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.488789] env[65762]: DEBUG nova.objects.base [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Object Instance<9d495acb-9f41-4e14-9ca4-b88ac42130fa> lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.489722] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8881265f-48b5-4636-8a49-ccb6ae541aff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.514968] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8c8a39-1bdf-4e05-8226-961cd74e3efb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.521923] env[65762]: DEBUG oslo_vmware.api [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1077.521923] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5222afdf-ca48-ce0f-cfa3-b37cb4f9f04b" [ 1077.521923] env[65762]: _type = "Task" [ 1077.521923] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.537140] env[65762]: DEBUG oslo_vmware.api [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5222afdf-ca48-ce0f-cfa3-b37cb4f9f04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.548392] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586816} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.553951] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 7e48104c-9695-40c0-821c-9d28224e4e85/7e48104c-9695-40c0-821c-9d28224e4e85.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.554211] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.554492] env[65762]: DEBUG oslo_vmware.api [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560881, 'name': PowerOnVM_Task, 'duration_secs': 0.647122} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.555242] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aa09944-cc4d-40ff-ac11-d87782423337 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.557516] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.557706] env[65762]: INFO nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1077.557885] env[65762]: DEBUG nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1077.558688] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34bc0da-2e7c-4659-a6a6-087a41c999d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.575093] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1077.575093] env[65762]: value = "task-4560884" [ 1077.575093] env[65762]: _type = "Task" [ 1077.575093] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.585218] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.637845] env[65762]: DEBUG oslo_vmware.api [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326603} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.638235] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.638439] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.638635] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.638863] env[65762]: INFO nova.compute.manager [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1077.639166] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.639800] env[65762]: DEBUG nova.compute.manager [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1077.639851] env[65762]: DEBUG nova.network.neutron [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.640173] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.683729] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.759653] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc04bad-b6de-4391-bcb5-b197ef5430fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.770022] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41630067-4cee-4dab-9b07-f039072778f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.808618] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d9569f-87dc-42a2-a6b7-85a8f2217ff3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.818444] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a5e69-b703-45b7-adf2-59615026f809 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.834103] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.834481] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Instance network_info: |[{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1077.835042] env[65762]: DEBUG nova.compute.provider_tree [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.836563] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6167a49-f633-4bd3-a559-885785a48e78', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.845239] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.846380] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.846974] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bfafb4e-818b-40a7-94cc-13d254e29292 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.867776] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.867776] env[65762]: value = "task-4560885" [ 1077.867776] env[65762]: _type = "Task" [ 1077.867776] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.880721] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560885, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.029966] env[65762]: DEBUG nova.compute.manager [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Received event network-changed-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1078.033046] env[65762]: DEBUG nova.compute.manager [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Refreshing instance network info cache due to event network-changed-5e6f3014-351b-4ebc-9aca-88c4ddecbe61. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1078.033046] env[65762]: DEBUG oslo_concurrency.lockutils [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] Acquiring lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.033046] env[65762]: DEBUG oslo_concurrency.lockutils [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] Acquired lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.033046] env[65762]: DEBUG nova.network.neutron [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Refreshing network info cache for port 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.039102] env[65762]: DEBUG oslo_vmware.api [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5222afdf-ca48-ce0f-cfa3-b37cb4f9f04b, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.039446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.088721] env[65762]: INFO nova.compute.manager [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Took 26.90 seconds to build instance. [ 1078.096642] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075134} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.099024] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.099024] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e4ea32-1251-4c9c-808b-c316cded853d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.127173] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7e48104c-9695-40c0-821c-9d28224e4e85/7e48104c-9695-40c0-821c-9d28224e4e85.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.127896] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a340f67f-3433-4679-8877-ce08bb9d2f53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.154402] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1078.154402] env[65762]: value = "task-4560886" [ 1078.154402] env[65762]: _type = "Task" [ 1078.154402] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.168081] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.347359] env[65762]: DEBUG nova.scheduler.client.report [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.380263] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560885, 'name': CreateVM_Task, 'duration_secs': 0.4837} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.381064] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.381325] env[65762]: WARNING neutronclient.v2_0.client [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.381706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.381935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.382241] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.382523] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4d48a7-197b-4d5d-98c5-3addeeca791d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.389077] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1078.389077] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c19df5-0b4c-983b-bdd2-2f601a9fe9bc" [ 1078.389077] env[65762]: _type = "Task" [ 1078.389077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.399043] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c19df5-0b4c-983b-bdd2-2f601a9fe9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.535431] env[65762]: WARNING neutronclient.v2_0.client [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.591387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.407s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.667600] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560886, 'name': ReconfigVM_Task, 'duration_secs': 0.455326} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.671444] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7e48104c-9695-40c0-821c-9d28224e4e85/7e48104c-9695-40c0-821c-9d28224e4e85.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.672391] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85665a13-f21d-4a5c-81bf-dacbf391eb5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.675755] env[65762]: DEBUG nova.network.neutron [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.681763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "0604d096-5f13-40b2-a855-6852e95f40af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.681763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.681763] env[65762]: DEBUG nova.compute.manager [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1078.682118] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1078.682118] env[65762]: value = "task-4560887" [ 1078.682118] env[65762]: _type = "Task" [ 1078.682118] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.682638] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f7ae9-66b2-45b9-b018-7512f1270d28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.698767] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560887, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.706858] env[65762]: DEBUG nova.compute.manager [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1078.708274] env[65762]: DEBUG nova.objects.instance [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'flavor' on Instance uuid 0604d096-5f13-40b2-a855-6852e95f40af {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.747711] env[65762]: WARNING neutronclient.v2_0.client [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.830496] env[65762]: DEBUG nova.network.neutron [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updated VIF entry in instance network info cache for port 5e6f3014-351b-4ebc-9aca-88c4ddecbe61. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1078.830921] env[65762]: DEBUG nova.network.neutron [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updating instance_info_cache with network_info: [{"id": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "address": "fa:16:3e:1e:ba:0b", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6f3014-35", "ovs_interfaceid": "5e6f3014-351b-4ebc-9aca-88c4ddecbe61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.853876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.857423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.478s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.857689] env[65762]: DEBUG nova.objects.instance [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1078.880332] env[65762]: INFO nova.scheduler.client.report [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Deleted allocations for instance a05e942b-ef4c-4178-b2ed-6062ee1c62df [ 1078.901930] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c19df5-0b4c-983b-bdd2-2f601a9fe9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.902623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.902910] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.903187] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.903330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.903692] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.903845] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00917e6b-0f2d-4888-8696-f553a662e5b1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.917217] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.917433] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.918564] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b02b64a-e2b0-4a09-8146-628cbc2511f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.925379] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1078.925379] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528e758b-3d07-c6e9-960e-dc2aa0c18c31" [ 1078.925379] env[65762]: _type = "Task" [ 1078.925379] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.936115] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528e758b-3d07-c6e9-960e-dc2aa0c18c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.178357] env[65762]: INFO nova.compute.manager [-] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Took 1.54 seconds to deallocate network for instance. [ 1079.197989] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560887, 'name': Rename_Task, 'duration_secs': 0.205201} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.198259] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.198872] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2199010b-9610-4312-8c2b-5143bf8a8d5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.208016] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1079.208016] env[65762]: value = "task-4560888" [ 1079.208016] env[65762]: _type = "Task" [ 1079.208016] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.224561] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.334556] env[65762]: DEBUG oslo_concurrency.lockutils [req-cf9f0cd6-da84-4bd5-b60b-d84ba0e1f0f3 req-5cde90c4-aa07-4c72-9179-406a08ed8213 service nova] Releasing lock "refresh_cache-68bdfe3f-2169-4486-890d-c88793baf89f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.370467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.370755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.389914] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c97c7a92-e273-41d6-967a-17b64bfa5dfb tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Lock "a05e942b-ef4c-4178-b2ed-6062ee1c62df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.826s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.437492] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528e758b-3d07-c6e9-960e-dc2aa0c18c31, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.438352] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cf911e-8afb-43a3-a94d-2a01531adf18 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.445221] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1079.445221] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52874e02-07d4-b6c0-d2e9-03232b6eeb07" [ 1079.445221] env[65762]: _type = "Task" [ 1079.445221] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.455158] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52874e02-07d4-b6c0-d2e9-03232b6eeb07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.686154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.720024] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.725082] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.725082] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee6dae0-d5e2-4eb7-a586-9f05ecdfb9ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.734739] env[65762]: DEBUG oslo_vmware.api [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1079.734739] env[65762]: value = "task-4560889" [ 1079.734739] env[65762]: _type = "Task" [ 1079.734739] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.747130] env[65762]: DEBUG oslo_vmware.api [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.868146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f262337d-0f5c-43a3-8beb-14fae1f3fb28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.869398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.392s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.869608] env[65762]: DEBUG nova.objects.instance [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] [instance: 036a9288-c2fd-4764-917d-550524eece55] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.875639] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1079.966847] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52874e02-07d4-b6c0-d2e9-03232b6eeb07, 'name': SearchDatastore_Task, 'duration_secs': 0.02053} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.967495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.967920] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 22abf771-18ea-4f42-aa53-4bb646867d85/22abf771-18ea-4f42-aa53-4bb646867d85.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.968433] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd78d20-df6f-4671-91d3-21c41bce3264 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.980372] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1079.980372] env[65762]: value = "task-4560890" [ 1079.980372] env[65762]: _type = "Task" [ 1079.980372] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.994789] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.086857] env[65762]: DEBUG nova.compute.manager [req-4ba7fd41-f2a9-4498-a4b1-06c1d3576c33 req-a4ab0bc9-d5ed-4dd6-81f3-7616c639ee3a service nova] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Received event network-vif-deleted-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1080.220099] env[65762]: DEBUG oslo_vmware.api [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560888, 'name': PowerOnVM_Task, 'duration_secs': 0.796415} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.220674] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.220674] env[65762]: INFO nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1080.220784] env[65762]: DEBUG nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1080.221718] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c730b91-099e-4dba-8a42-f7f0606793c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.247137] env[65762]: DEBUG oslo_vmware.api [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560889, 'name': PowerOffVM_Task, 'duration_secs': 0.319813} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.247450] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.247641] env[65762]: DEBUG nova.compute.manager [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1080.248478] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db6a977-f349-4495-b7b4-76d9aa5d04f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.403731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.494847] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560890, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.742045] env[65762]: INFO nova.compute.manager [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Took 28.12 seconds to build instance. [ 1080.762149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c72f00de-b6e0-40ed-8088-230c46faa39b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.878767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-eaecf677-f022-4864-a39b-7c00ad5a5e5a tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.880032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.955s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.880032] env[65762]: DEBUG nova.objects.instance [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lazy-loading 'resources' on Instance uuid 24db89ad-be77-4915-bd1b-17c6b89f6fab {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.998111] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794911} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.998111] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 22abf771-18ea-4f42-aa53-4bb646867d85/22abf771-18ea-4f42-aa53-4bb646867d85.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.998111] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.998111] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-126ced12-9644-465b-9b2a-eda8e0540c85 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.006314] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1081.006314] env[65762]: value = "task-4560891" [ 1081.006314] env[65762]: _type = "Task" [ 1081.006314] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.017298] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.243609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-009792df-d030-4752-9507-c9a00b9a8a1b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "7e48104c-9695-40c0-821c-9d28224e4e85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.632s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.401348] env[65762]: INFO nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Rebuilding instance [ 1081.460595] env[65762]: DEBUG nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1081.465108] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d7ab0c-3c1f-48eb-86df-cf2ecfb78e4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.520586] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.520929] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.523034] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9fe067-f7e5-4d64-ae0c-57ac28a696f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.549235] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 22abf771-18ea-4f42-aa53-4bb646867d85/22abf771-18ea-4f42-aa53-4bb646867d85.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.552895] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd81b78f-27b0-4954-940b-684901d056c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.581819] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1081.581819] env[65762]: value = "task-4560892" [ 1081.581819] env[65762]: _type = "Task" [ 1081.581819] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.593013] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.746432] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09396111-0794-4241-b68e-7a299b148ce1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.757941] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0da50-a2ca-4bc9-a34b-ad825846d0a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.789417] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced7622-9500-4c53-9f0d-ad3717ffcbc2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.800203] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a46c5e4-5c3f-4ce6-87dc-13e3c0244869 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.814708] env[65762]: DEBUG nova.compute.provider_tree [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.076041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "7e48104c-9695-40c0-821c-9d28224e4e85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.076041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "7e48104c-9695-40c0-821c-9d28224e4e85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.076041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "7e48104c-9695-40c0-821c-9d28224e4e85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.076439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "7e48104c-9695-40c0-821c-9d28224e4e85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.076439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "7e48104c-9695-40c0-821c-9d28224e4e85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.078576] env[65762]: INFO nova.compute.manager [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Terminating instance [ 1082.092588] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.318681] env[65762]: DEBUG nova.scheduler.client.report [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.487169] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.487605] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97998a0-0d47-404a-b77b-d1530bca155b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.496196] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1082.496196] env[65762]: value = "task-4560893" [ 1082.496196] env[65762]: _type = "Task" [ 1082.496196] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.507511] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.507773] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.508602] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5268fc30-f6fc-40b7-be7b-26d62e23889b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.517977] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.518432] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c371077-f450-4acc-888e-7109d329a416 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.582936] env[65762]: DEBUG nova.compute.manager [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1082.583209] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.584344] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047dcbb6-e001-486d-a7ac-0ffcdc54dca6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.596588] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.596977] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.597249] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore1] 0604d096-5f13-40b2-a855-6852e95f40af {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.603313] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74846df-c583-4c53-9573-b4c07a166fd9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.605515] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.605846] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560892, 'name': ReconfigVM_Task, 'duration_secs': 0.722191} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.606107] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1261f2cd-a99c-41c0-927f-8649f560f9b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.607639] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 22abf771-18ea-4f42-aa53-4bb646867d85/22abf771-18ea-4f42-aa53-4bb646867d85.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.608955] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e94a6e88-6d06-4a58-a4da-e3f20a80e3fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.613418] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1082.613418] env[65762]: value = "task-4560895" [ 1082.613418] env[65762]: _type = "Task" [ 1082.613418] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.618695] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1082.618695] env[65762]: value = "task-4560896" [ 1082.618695] env[65762]: _type = "Task" [ 1082.618695] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.620663] env[65762]: DEBUG oslo_vmware.api [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1082.620663] env[65762]: value = "task-4560897" [ 1082.620663] env[65762]: _type = "Task" [ 1082.620663] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.631057] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.637655] env[65762]: DEBUG oslo_vmware.api [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.641471] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560896, 'name': Rename_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.824726] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.827802] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.468s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.827802] env[65762]: DEBUG nova.objects.instance [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'resources' on Instance uuid a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.852677] env[65762]: INFO nova.scheduler.client.report [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Deleted allocations for instance 24db89ad-be77-4915-bd1b-17c6b89f6fab [ 1083.130642] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194465} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.134605] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.134764] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.134941] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.140642] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560896, 'name': Rename_Task, 'duration_secs': 0.180706} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.141670] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.141896] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c350ae-37e3-4488-bd58-af62fe3de72d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.147813] env[65762]: DEBUG oslo_vmware.api [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560897, 'name': PowerOffVM_Task, 'duration_secs': 0.225081} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.148178] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.148386] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.149853] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e5a39e4-4579-465e-9fe4-f2187e974494 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.151719] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1083.151719] env[65762]: value = "task-4560898" [ 1083.151719] env[65762]: _type = "Task" [ 1083.151719] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.161913] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.231167] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.231449] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.231673] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Deleting the datastore file [datastore1] 7e48104c-9695-40c0-821c-9d28224e4e85 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.232018] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d7517b-74dd-4f22-bde7-0ebeaa386482 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.242245] env[65762]: DEBUG oslo_vmware.api [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for the task: (returnval){ [ 1083.242245] env[65762]: value = "task-4560900" [ 1083.242245] env[65762]: _type = "Task" [ 1083.242245] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.253128] env[65762]: DEBUG oslo_vmware.api [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.304143] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.304516] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.361732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4eb78ee-aaf9-42f3-b594-b29443469d1c tempest-ServerShowV254Test-537257428 tempest-ServerShowV254Test-537257428-project-member] Lock "24db89ad-be77-4915-bd1b-17c6b89f6fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.606s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.607085] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77bafa1-be67-46e5-9155-c088a4407185 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.616697] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710eb5c4-8c62-495e-b804-6799e3c2df98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.667020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015f168-18db-4a00-bd4e-57db6adacbdf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.677750] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.681531] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107f9e3-f4d9-4c82-9325-ec1e7c5d88ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.700640] env[65762]: DEBUG nova.compute.provider_tree [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.754157] env[65762]: DEBUG oslo_vmware.api [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Task: {'id': task-4560900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277182} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.755251] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.755766] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.756030] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.756359] env[65762]: INFO nova.compute.manager [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1083.756706] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1083.757100] env[65762]: DEBUG nova.compute.manager [-] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1083.757237] env[65762]: DEBUG nova.network.neutron [-] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.757604] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.785625] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222b9ba-8a72-1e66-f20f-5472a9c2d75a/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.786776] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9bb10-c04b-4ebc-ab38-126661d8161e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.794628] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222b9ba-8a72-1e66-f20f-5472a9c2d75a/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.794777] env[65762]: ERROR oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222b9ba-8a72-1e66-f20f-5472a9c2d75a/disk-0.vmdk due to incomplete transfer. [ 1083.795072] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27d6e521-68c9-4f9f-aa99-aac34dc7b1f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.800698] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.805307] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222b9ba-8a72-1e66-f20f-5472a9c2d75a/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1083.805388] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Uploaded image fdcf3c2e-41b9-47e3-b4ed-9da93076594c to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1083.808032] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1083.808032] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-449c3630-bd30-492e-94b0-6a76ba91c4fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.816431] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.816431] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.816431] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.816431] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.816431] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.816817] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.816817] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1083.816817] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.820237] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1083.820237] env[65762]: value = "task-4560901" [ 1083.820237] env[65762]: _type = "Task" [ 1083.820237] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.830976] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560901, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.103416] env[65762]: DEBUG nova.compute.manager [req-e3ed4d4d-5cef-4417-a532-bcc17f715748 req-e39ff2fe-d322-461c-be9c-f66749459c98 service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Received event network-vif-deleted-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1084.103514] env[65762]: INFO nova.compute.manager [req-e3ed4d4d-5cef-4417-a532-bcc17f715748 req-e39ff2fe-d322-461c-be9c-f66749459c98 service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Neutron deleted interface 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5; detaching it from the instance and deleting it from the info cache [ 1084.103630] env[65762]: DEBUG nova.network.neutron [req-e3ed4d4d-5cef-4417-a532-bcc17f715748 req-e39ff2fe-d322-461c-be9c-f66749459c98 service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.180588] env[65762]: DEBUG oslo_vmware.api [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560898, 'name': PowerOnVM_Task, 'duration_secs': 0.734668} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.180849] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.180990] env[65762]: INFO nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1084.181213] env[65762]: DEBUG nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1084.182293] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efc0355-3b92-4de8-be55-4178d06f76a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.205270] env[65762]: DEBUG nova.scheduler.client.report [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.211630] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1084.211927] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.212225] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1084.212502] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.213936] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1084.213936] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1084.213936] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.213936] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1084.213936] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1084.213936] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1084.214251] env[65762]: DEBUG nova.virt.hardware [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1084.215137] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76413eef-9f4d-495b-96d1-c1cebc5faa3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.227140] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda03383-15c7-4f09-ab08-588fe8b95aa5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.245788] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3cc98b8-daf0-49ea-ac9a-a15e480b69a5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.255162] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1084.255716] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.255989] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dec07c3-af99-4d3a-b225-d992e6f46bcb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.279110] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.279110] env[65762]: value = "task-4560902" [ 1084.279110] env[65762]: _type = "Task" [ 1084.279110] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.294806] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560902, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.320307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.332807] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560901, 'name': Destroy_Task, 'duration_secs': 0.475825} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.333179] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroyed the VM [ 1084.333432] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.333714] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4fef3257-1d34-462d-ac61-b4cd563fc6f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.342401] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1084.342401] env[65762]: value = "task-4560903" [ 1084.342401] env[65762]: _type = "Task" [ 1084.342401] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.352722] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560903, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.577673] env[65762]: DEBUG nova.network.neutron [-] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.608681] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-375aa7ea-67ca-47d8-beff-f3e1ab5d1bd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.629132] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d5e5b-7b2d-478c-9051-7920b2dc3111 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.670642] env[65762]: DEBUG nova.compute.manager [req-e3ed4d4d-5cef-4417-a532-bcc17f715748 req-e39ff2fe-d322-461c-be9c-f66749459c98 service nova] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Detach interface failed, port_id=5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5, reason: Instance 7e48104c-9695-40c0-821c-9d28224e4e85 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1084.714737] env[65762]: INFO nova.compute.manager [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Took 31.70 seconds to build instance. [ 1084.721064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.723603] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.837s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.723789] env[65762]: DEBUG nova.objects.instance [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lazy-loading 'resources' on Instance uuid 036a9288-c2fd-4764-917d-550524eece55 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.745321] env[65762]: INFO nova.scheduler.client.report [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9 [ 1084.789431] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560902, 'name': CreateVM_Task, 'duration_secs': 0.417507} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.789632] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.790257] env[65762]: WARNING neutronclient.v2_0.client [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1084.790753] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.790860] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.791173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.791476] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d41e6b9-53ec-41c0-ada2-dac6dfedf5ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.797751] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1084.797751] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527121ae-a3ec-879d-3f47-df91bd04db6e" [ 1084.797751] env[65762]: _type = "Task" [ 1084.797751] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.808470] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527121ae-a3ec-879d-3f47-df91bd04db6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.853606] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560903, 'name': RemoveSnapshot_Task} progress is 53%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.081012] env[65762]: INFO nova.compute.manager [-] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Took 1.32 seconds to deallocate network for instance. [ 1085.217861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "22abf771-18ea-4f42-aa53-4bb646867d85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.214s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.253867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-54e9f93d-fc32-4144-b007-c86d986f800f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.990s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.314128] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527121ae-a3ec-879d-3f47-df91bd04db6e, 'name': SearchDatastore_Task, 'duration_secs': 0.029392} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.314442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.314697] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.314931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.315090] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.315274] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.315703] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5ffd93-3f8e-4b3a-b8a0-6233b3025796 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.329307] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.329764] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.333496] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c34479-028d-46ff-a564-ec59f6e307fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.343208] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1085.343208] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e7c497-9cbb-dec0-40c8-0a5edaa079aa" [ 1085.343208] env[65762]: _type = "Task" [ 1085.343208] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.361037] env[65762]: DEBUG oslo_vmware.api [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560903, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711297} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.365033] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.365190] env[65762]: INFO nova.compute.manager [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 1085.367752] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e7c497-9cbb-dec0-40c8-0a5edaa079aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.371975] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e1e13e-2b9c-485f-9b5b-55879354cacb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.378604] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1085.378604] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]527a5d23-d135-3479-7b8c-c33f4d3eabdb" [ 1085.378604] env[65762]: _type = "Task" [ 1085.378604] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.395750] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]527a5d23-d135-3479-7b8c-c33f4d3eabdb, 'name': SearchDatastore_Task, 'duration_secs': 0.013362} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.395900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.396154] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.396436] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50f0cffb-43e8-4168-a170-1b49a43f1490 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.406456] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1085.406456] env[65762]: value = "task-4560904" [ 1085.406456] env[65762]: _type = "Task" [ 1085.406456] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.416433] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.487377] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba235d-565b-4a95-bc7d-2fd82634c778 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.496363] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba70dd-ae6a-4bc9-a88b-8edac47cc49f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.528747] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac18735-00be-45fa-9565-6babb8f98751 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.537788] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8569dcd-c117-44a7-9d44-2e4b7e0ad60e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.552836] env[65762]: DEBUG nova.compute.provider_tree [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.591282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.919541] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502774} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.921781] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.922044] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.922813] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce122d29-458a-49c1-8237-435b3eada29b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.928982] env[65762]: DEBUG nova.compute.manager [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Found 3 images (rotation: 2) {{(pid=65762) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1085.929194] env[65762]: DEBUG nova.compute.manager [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Rotating out 1 backups {{(pid=65762) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5073}} [ 1085.929358] env[65762]: DEBUG nova.compute.manager [None req-6f698632-1c96-4a62-a7bc-41154da0d46e tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleting image 1f3860e5-87d7-4d69-9ab6-ec4368f9fd38 {{(pid=65762) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5078}} [ 1085.932657] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1085.932657] env[65762]: value = "task-4560905" [ 1085.932657] env[65762]: _type = "Task" [ 1085.932657] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.942928] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.055679] env[65762]: DEBUG nova.scheduler.client.report [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.150595] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "5ab5b065-f992-431b-9490-77f3073e79fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.151023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.443360] env[65762]: DEBUG nova.compute.manager [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1086.443608] env[65762]: DEBUG nova.compute.manager [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing instance network info cache due to event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1086.443807] env[65762]: DEBUG oslo_concurrency.lockutils [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.444301] env[65762]: DEBUG oslo_concurrency.lockutils [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.444301] env[65762]: DEBUG nova.network.neutron [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.450581] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065332} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.451531] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.452254] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d6910-5505-4bc6-9b77-43dae227742c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.480773] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.481721] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccef879-bf0f-41cc-871b-4ed7ceeb4141 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.503802] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1086.503802] env[65762]: value = "task-4560906" [ 1086.503802] env[65762]: _type = "Task" [ 1086.503802] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.513464] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.560647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.563605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.252s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.565253] env[65762]: INFO nova.compute.claims [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.591893] env[65762]: INFO nova.scheduler.client.report [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Deleted allocations for instance 036a9288-c2fd-4764-917d-550524eece55 [ 1086.653560] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1086.954336] env[65762]: WARNING neutronclient.v2_0.client [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.017586] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.107046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d38abec0-1c08-4393-90d0-918f28323ee8 tempest-ServersListShow2100Test-567451624 tempest-ServersListShow2100Test-567451624-project-member] Lock "036a9288-c2fd-4764-917d-550524eece55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.561s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.166408] env[65762]: WARNING neutronclient.v2_0.client [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.181546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.271829] env[65762]: DEBUG nova.network.neutron [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updated VIF entry in instance network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1087.272530] env[65762]: DEBUG nova.network.neutron [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.517755] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.779748] env[65762]: DEBUG oslo_concurrency.lockutils [req-69dafb10-fd42-4785-a49b-74801c4d60f3 req-7110d3e4-64ad-4bef-92da-c19b8992c14a service nova] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.860269] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b01713-d75e-4a89-9f9f-fc1441371a5f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.869834] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88273a-c455-444b-817f-b94348e0151e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.904826] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34960947-962f-4d58-9dcc-5f515d50977f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.913863] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f22e5d-41c8-40aa-9375-3ecd06374b1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.933035] env[65762]: DEBUG nova.compute.provider_tree [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.025422] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560906, 'name': ReconfigVM_Task, 'duration_secs': 1.294555} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.025747] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 0604d096-5f13-40b2-a855-6852e95f40af/0604d096-5f13-40b2-a855-6852e95f40af.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.026504] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbdfdf1a-1658-46cd-b972-159002f2938f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.036166] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1088.036166] env[65762]: value = "task-4560907" [ 1088.036166] env[65762]: _type = "Task" [ 1088.036166] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.047051] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560907, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.436534] env[65762]: DEBUG nova.scheduler.client.report [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.483518] env[65762]: DEBUG nova.compute.manager [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-changed-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1088.483716] env[65762]: DEBUG nova.compute.manager [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing instance network info cache due to event network-changed-c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1088.483926] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.484433] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.484792] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing network info cache for port c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.547592] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560907, 'name': Rename_Task, 'duration_secs': 0.160567} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.547953] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.548166] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ebe6a5-16e2-445c-9687-23e4b85fe991 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.554895] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1088.554895] env[65762]: value = "task-4560908" [ 1088.554895] env[65762]: _type = "Task" [ 1088.554895] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.565035] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.620352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.620754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.620893] env[65762]: DEBUG nova.compute.manager [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1088.621943] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4fa223-0b27-408f-9cad-f6da2ef16930 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.629866] env[65762]: DEBUG nova.compute.manager [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1088.630491] env[65762]: DEBUG nova.objects.instance [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'flavor' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.942564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.943133] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1088.945788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.906s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.987691] env[65762]: WARNING neutronclient.v2_0.client [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.066980] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.148618] env[65762]: WARNING neutronclient.v2_0.client [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.219815] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updated VIF entry in instance network info cache for port c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.220200] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.449190] env[65762]: DEBUG nova.compute.utils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.455992] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1089.455992] env[65762]: DEBUG nova.network.neutron [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1089.455992] env[65762]: WARNING neutronclient.v2_0.client [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.456263] env[65762]: WARNING neutronclient.v2_0.client [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.500606] env[65762]: DEBUG nova.policy [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63894d729e22471bad03459ebacec316', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b8245da35944f19b7f8c360d94f6697', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.566367] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560908, 'name': PowerOnVM_Task, 'duration_secs': 0.5556} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.569094] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.569502] env[65762]: DEBUG nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1089.570445] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a148c7cb-e706-42a3-9b95-d006fd781ca3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.640174] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.643952] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57629a9f-678a-49d0-91d8-7d22071e1ddd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.653183] env[65762]: DEBUG oslo_vmware.api [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1089.653183] env[65762]: value = "task-4560909" [ 1089.653183] env[65762]: _type = "Task" [ 1089.653183] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.664482] env[65762]: DEBUG oslo_vmware.api [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.686473] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3eb1d-ea50-4e27-98f9-90e1fddbb0e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.697949] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236428a4-d442-4f09-aa5c-c4f4ec0ae319 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.731054] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.731317] env[65762]: DEBUG nova.compute.manager [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-changed-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1089.732055] env[65762]: DEBUG nova.compute.manager [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing instance network info cache due to event network-changed-c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1089.732055] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.732055] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.732055] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing network info cache for port c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.734018] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9018d7-ee93-488e-83c1-304feacfa257 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.744972] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7252b7f7-9d8f-4164-80b1-0a42d4ec4393 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.761682] env[65762]: DEBUG nova.compute.provider_tree [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.818748] env[65762]: DEBUG nova.network.neutron [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Successfully created port: 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1089.960469] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1090.085137] env[65762]: INFO nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] bringing vm to original state: 'stopped' [ 1090.163328] env[65762]: DEBUG oslo_vmware.api [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560909, 'name': PowerOffVM_Task, 'duration_secs': 0.26048} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.163549] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.163745] env[65762]: DEBUG nova.compute.manager [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1090.164555] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5414e8-1aa9-48aa-9f4a-e39f1bbdd9a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.237623] env[65762]: WARNING neutronclient.v2_0.client [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.266038] env[65762]: DEBUG nova.scheduler.client.report [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.534307] env[65762]: WARNING neutronclient.v2_0.client [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.628719] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updated VIF entry in instance network info cache for port c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.629225] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.678519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-655b4a9c-49d4-4efe-afef-180788efa29f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.974876] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1091.007843] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1091.008081] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.008231] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1091.008409] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.008550] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1091.008693] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1091.008935] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1091.009091] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1091.009258] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1091.009421] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1091.009587] env[65762]: DEBUG nova.virt.hardware [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1091.010554] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee966a-e8b7-44ee-a82c-b4e762cf5619 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.021206] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd881ebc-dcac-4d71-a2dc-8755d3813362 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.093887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "0604d096-5f13-40b2-a855-6852e95f40af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.093887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.093887] env[65762]: DEBUG nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1091.094718] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846264d1-69e4-4d69-85e2-ae67a85fc2d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.103100] env[65762]: DEBUG nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1091.133046] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.133360] env[65762]: DEBUG nova.compute.manager [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1091.134012] env[65762]: DEBUG nova.compute.manager [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing instance network info cache due to event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1091.134012] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.134012] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.134371] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.248207] env[65762]: DEBUG nova.compute.manager [req-04518408-8492-4dcf-b913-f4329764c39b req-66506229-0544-4562-83b5-bb5f5081cfd0 service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Received event network-vif-plugged-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1091.248257] env[65762]: DEBUG oslo_concurrency.lockutils [req-04518408-8492-4dcf-b913-f4329764c39b req-66506229-0544-4562-83b5-bb5f5081cfd0 service nova] Acquiring lock "9938c0de-f405-4340-a06e-d02e5daecd9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.248439] env[65762]: DEBUG oslo_concurrency.lockutils [req-04518408-8492-4dcf-b913-f4329764c39b req-66506229-0544-4562-83b5-bb5f5081cfd0 service nova] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.248597] env[65762]: DEBUG oslo_concurrency.lockutils [req-04518408-8492-4dcf-b913-f4329764c39b req-66506229-0544-4562-83b5-bb5f5081cfd0 service nova] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.248759] env[65762]: DEBUG nova.compute.manager [req-04518408-8492-4dcf-b913-f4329764c39b req-66506229-0544-4562-83b5-bb5f5081cfd0 service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] No waiting events found dispatching network-vif-plugged-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1091.248932] env[65762]: WARNING nova.compute.manager [req-04518408-8492-4dcf-b913-f4329764c39b req-66506229-0544-4562-83b5-bb5f5081cfd0 service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Received unexpected event network-vif-plugged-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 for instance with vm_state building and task_state spawning. [ 1091.277080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.331s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.280530] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.594s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.281057] env[65762]: DEBUG nova.objects.instance [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'resources' on Instance uuid 4789b03c-314d-4e8f-b0ac-f11883975a1a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.361334] env[65762]: DEBUG nova.network.neutron [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Successfully updated port: 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1091.609485] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.609820] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10f8aaa0-72c2-45a8-8a47-2f3cf59b6aa6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.618421] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1091.618421] env[65762]: value = "task-4560910" [ 1091.618421] env[65762]: _type = "Task" [ 1091.618421] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.628331] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.637214] env[65762]: WARNING neutronclient.v2_0.client [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.858176] env[65762]: INFO nova.scheduler.client.report [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocation for migration eb3270da-43b3-4af5-a9c8-e991a74b1077 [ 1091.860352] env[65762]: WARNING neutronclient.v2_0.client [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.865294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "refresh_cache-9938c0de-f405-4340-a06e-d02e5daecd9b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.865394] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquired lock "refresh_cache-9938c0de-f405-4340-a06e-d02e5daecd9b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.865560] env[65762]: DEBUG nova.network.neutron [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1091.897224] env[65762]: DEBUG nova.compute.manager [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Stashing vm_state: stopped {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1091.948036] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updated VIF entry in instance network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.949036] env[65762]: DEBUG nova.network.neutron [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.068696] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1961c1a-4eab-45c5-be6c-05bbcf2e994e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.077835] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7759f712-4191-42a1-83ce-7732a3df8e20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.116630] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f8a1f-2ba8-4496-ae9b-76d633c3750d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.132426] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18fe26a-bcd2-4c36-84a4-2bfafb05f7b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.136630] env[65762]: DEBUG oslo_vmware.api [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560910, 'name': PowerOffVM_Task, 'duration_secs': 0.205133} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.138090] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.138090] env[65762]: DEBUG nova.compute.manager [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1092.138360] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f49c52-58e8-47c5-9c2a-afc76fbedeed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.149270] env[65762]: DEBUG nova.compute.provider_tree [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.368941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e24b4af1-4bbe-424f-afd3-a0d346b54c49 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.898s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.418620] env[65762]: DEBUG nova.network.neutron [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1092.422453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.455381] env[65762]: DEBUG oslo_concurrency.lockutils [req-d11eafbe-cd7c-4fb2-8c18-5f6587c8bf28 req-34d55daf-fbfc-4114-9ace-e63e039a0e07 service nova] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.515524] env[65762]: WARNING neutronclient.v2_0.client [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.619489] env[65762]: DEBUG nova.network.neutron [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Updating instance_info_cache with network_info: [{"id": "5da110c6-38eb-4b3c-81ff-f74f0f9f28a2", "address": "fa:16:3e:88:ed:a1", "network": {"id": "68d4a0d7-e868-4b6c-8c31-88f83723a264", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1678067967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8245da35944f19b7f8c360d94f6697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da110c6-38", "ovs_interfaceid": "5da110c6-38eb-4b3c-81ff-f74f0f9f28a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.652461] env[65762]: DEBUG nova.scheduler.client.report [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.662599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.122203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Releasing lock "refresh_cache-9938c0de-f405-4340-a06e-d02e5daecd9b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.124027] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Instance network_info: |[{"id": "5da110c6-38eb-4b3c-81ff-f74f0f9f28a2", "address": "fa:16:3e:88:ed:a1", "network": {"id": "68d4a0d7-e868-4b6c-8c31-88f83723a264", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1678067967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8245da35944f19b7f8c360d94f6697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da110c6-38", "ovs_interfaceid": "5da110c6-38eb-4b3c-81ff-f74f0f9f28a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1093.124027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ed:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da110c6-38eb-4b3c-81ff-f74f0f9f28a2', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.130762] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Creating folder: Project (2b8245da35944f19b7f8c360d94f6697). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.133030] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c68f1a1d-ab5f-4507-934b-825e68e3b431 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.145866] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Created folder: Project (2b8245da35944f19b7f8c360d94f6697) in parent group-v890951. [ 1093.145866] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Creating folder: Instances. Parent ref: group-v891234. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.145866] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2da2a37d-8dd2-4dfe-bae4-2447e540b39d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.157159] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Created folder: Instances in parent group-v891234. [ 1093.157159] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.157612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.159880] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.160189] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.757s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.162258] env[65762]: INFO nova.compute.claims [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.165082] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e21515b-e476-4423-9b6f-bb69a1e5dd1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.180881] env[65762]: INFO nova.scheduler.client.report [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted allocations for instance 4789b03c-314d-4e8f-b0ac-f11883975a1a [ 1093.193162] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.195481] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.195481] env[65762]: value = "task-4560913" [ 1093.195481] env[65762]: _type = "Task" [ 1093.195481] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.204829] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560913, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.287868] env[65762]: DEBUG nova.compute.manager [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Received event network-changed-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1093.288052] env[65762]: DEBUG nova.compute.manager [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Refreshing instance network info cache due to event network-changed-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1093.288280] env[65762]: DEBUG oslo_concurrency.lockutils [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] Acquiring lock "refresh_cache-9938c0de-f405-4340-a06e-d02e5daecd9b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.288483] env[65762]: DEBUG oslo_concurrency.lockutils [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] Acquired lock "refresh_cache-9938c0de-f405-4340-a06e-d02e5daecd9b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.288699] env[65762]: DEBUG nova.network.neutron [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Refreshing network info cache for port 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.381658] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "0604d096-5f13-40b2-a855-6852e95f40af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.382697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.382975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "0604d096-5f13-40b2-a855-6852e95f40af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.383206] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.383380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.388090] env[65762]: INFO nova.compute.manager [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Terminating instance [ 1093.696032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a103746-c968-42ec-b9f8-86dca3e2a583 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "4789b03c-314d-4e8f-b0ac-f11883975a1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.746s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.712112] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560913, 'name': CreateVM_Task, 'duration_secs': 0.415006} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.712831] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.714493] env[65762]: WARNING neutronclient.v2_0.client [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.715022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.715325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.715765] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.716418] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6efb7d-248f-4dae-921a-f9d14074c4c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.725503] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1093.725503] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b4fcad-98b0-ee2d-6e92-fe880545fc69" [ 1093.725503] env[65762]: _type = "Task" [ 1093.725503] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.736482] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b4fcad-98b0-ee2d-6e92-fe880545fc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.792839] env[65762]: WARNING neutronclient.v2_0.client [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.873833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.874110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.874307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.874490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.874653] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.876686] env[65762]: INFO nova.compute.manager [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Terminating instance [ 1093.894193] env[65762]: DEBUG nova.compute.manager [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1093.894560] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.895750] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a930083c-62ab-49ad-a5af-8469cee0f7a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.905830] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.906310] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18ab3eb2-9a69-4075-ac4b-835d3eab401b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.969626] env[65762]: WARNING neutronclient.v2_0.client [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.990601] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.990601] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.990811] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore2] 0604d096-5f13-40b2-a855-6852e95f40af {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.991192] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-793935a3-8d72-4400-aab2-26b9eda5db55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.002044] env[65762]: DEBUG oslo_vmware.api [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1094.002044] env[65762]: value = "task-4560915" [ 1094.002044] env[65762]: _type = "Task" [ 1094.002044] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.017424] env[65762]: DEBUG oslo_vmware.api [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.076173] env[65762]: DEBUG nova.network.neutron [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Updated VIF entry in instance network info cache for port 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1094.076598] env[65762]: DEBUG nova.network.neutron [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Updating instance_info_cache with network_info: [{"id": "5da110c6-38eb-4b3c-81ff-f74f0f9f28a2", "address": "fa:16:3e:88:ed:a1", "network": {"id": "68d4a0d7-e868-4b6c-8c31-88f83723a264", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1678067967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8245da35944f19b7f8c360d94f6697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da110c6-38", "ovs_interfaceid": "5da110c6-38eb-4b3c-81ff-f74f0f9f28a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.239369] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b4fcad-98b0-ee2d-6e92-fe880545fc69, 'name': SearchDatastore_Task, 'duration_secs': 0.013659} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.240345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.240710] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.242126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.242126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.242126] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.242126] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbcd850b-be17-46d7-aa02-69a2334c5cf2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.253461] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.253723] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.257230] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7b3b21-3a1e-4470-80cd-31527dd3e67c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.265103] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1094.265103] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdb606-262b-c02b-fb1a-e617d94ab6b7" [ 1094.265103] env[65762]: _type = "Task" [ 1094.265103] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.282028] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdb606-262b-c02b-fb1a-e617d94ab6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.380549] env[65762]: DEBUG nova.compute.manager [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1094.380755] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.381824] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e746b0b-f8f6-421b-ab9c-abaf08c2db07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.393687] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.394181] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad7bdaa1-b874-4665-9394-2ea74b5a29bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.403466] env[65762]: DEBUG oslo_vmware.api [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1094.403466] env[65762]: value = "task-4560916" [ 1094.403466] env[65762]: _type = "Task" [ 1094.403466] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.413890] env[65762]: DEBUG oslo_vmware.api [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.459683] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.459946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.503179] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a936292-e72f-4227-914a-25b903b42325 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.518322] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a94dd-288b-4430-a0d5-bab52a3b2904 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.522877] env[65762]: DEBUG oslo_vmware.api [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4560915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174737} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.522877] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.522877] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.523018] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.523120] env[65762]: INFO nova.compute.manager [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1094.523376] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1094.524095] env[65762]: DEBUG nova.compute.manager [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1094.524269] env[65762]: DEBUG nova.network.neutron [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1094.524561] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.555081] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a889ec-dc85-4de2-8e83-b0fbfb29eb77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.560051] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.566079] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47113fe7-ed01-4dec-902b-2899e4050b3b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.581607] env[65762]: DEBUG oslo_concurrency.lockutils [req-3d0a3539-0c91-46f1-8d58-0facd69b85a7 req-35a22da8-82b9-4f5b-861b-61884b62b7dc service nova] Releasing lock "refresh_cache-9938c0de-f405-4340-a06e-d02e5daecd9b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.582328] env[65762]: DEBUG nova.compute.provider_tree [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.663086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-9a579b65-2185-409b-8de8-d0de91ccc686" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.663369] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-9a579b65-2185-409b-8de8-d0de91ccc686" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.663729] env[65762]: DEBUG nova.objects.instance [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'flavor' on Instance uuid cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.777538] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdb606-262b-c02b-fb1a-e617d94ab6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.779140] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d7f262-acb6-4873-a458-2db369879dea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.786140] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1094.786140] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520c8278-d4db-acc9-f9d8-0d6c6262c276" [ 1094.786140] env[65762]: _type = "Task" [ 1094.786140] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.795865] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520c8278-d4db-acc9-f9d8-0d6c6262c276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.915069] env[65762]: DEBUG oslo_vmware.api [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560916, 'name': PowerOffVM_Task, 'duration_secs': 0.214394} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.915386] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.915553] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.915818] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1a4789a-d50d-4883-81bf-0e4b41b1041f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.963662] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1094.984759] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.985119] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.985386] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore2] 9d495acb-9f41-4e14-9ca4-b88ac42130fa {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.985778] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2df7b8af-715f-4988-9599-d2ec60f8ea32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.994768] env[65762]: DEBUG oslo_vmware.api [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1094.994768] env[65762]: value = "task-4560918" [ 1094.994768] env[65762]: _type = "Task" [ 1094.994768] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.004716] env[65762]: DEBUG oslo_vmware.api [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.085709] env[65762]: DEBUG nova.scheduler.client.report [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.168817] env[65762]: WARNING neutronclient.v2_0.client [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.264523] env[65762]: DEBUG nova.network.neutron [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.298214] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520c8278-d4db-acc9-f9d8-0d6c6262c276, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.298616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.298784] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 9938c0de-f405-4340-a06e-d02e5daecd9b/9938c0de-f405-4340-a06e-d02e5daecd9b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.300034] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3af88188-4c38-451c-8ae8-239d2beb7cfb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.302891] env[65762]: DEBUG nova.objects.instance [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'pci_requests' on Instance uuid cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.310555] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1095.310555] env[65762]: value = "task-4560919" [ 1095.310555] env[65762]: _type = "Task" [ 1095.310555] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.320933] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.323068] env[65762]: DEBUG nova.compute.manager [req-53ac6f6d-5148-445a-bda4-3794a87983a6 req-d4f08424-4bce-44b5-9c70-d8966ae49d6c service nova] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Received event network-vif-deleted-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1095.485711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.507843] env[65762]: DEBUG oslo_vmware.api [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150589} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.508187] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.508467] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.508772] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.508995] env[65762]: INFO nova.compute.manager [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1095.509340] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1095.509635] env[65762]: DEBUG nova.compute.manager [-] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1095.509781] env[65762]: DEBUG nova.network.neutron [-] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1095.510146] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.587093] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.592391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.592916] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1095.595798] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.276s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.596363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.596363] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1095.596519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.005s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.596667] env[65762]: DEBUG nova.objects.instance [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lazy-loading 'resources' on Instance uuid 7e48104c-9695-40c0-821c-9d28224e4e85 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.598659] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608b4444-7477-4dd9-aec9-77c04f62d8a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.610455] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147a9b2-b57f-47d5-933c-4f00cd93bfeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.636758] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3acb9b7-2b51-4953-b6c3-b527a1d61a8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.647312] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b88ae-f2e8-4984-9b76-4c2f7d05f427 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.683416] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179251MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1095.683609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.767383] env[65762]: INFO nova.compute.manager [-] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Took 1.24 seconds to deallocate network for instance. [ 1095.781708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.782181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.805767] env[65762]: DEBUG nova.objects.base [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.805978] env[65762]: DEBUG nova.network.neutron [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.806374] env[65762]: WARNING neutronclient.v2_0.client [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.806886] env[65762]: WARNING neutronclient.v2_0.client [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.826374] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50869} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.826374] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 9938c0de-f405-4340-a06e-d02e5daecd9b/9938c0de-f405-4340-a06e-d02e5daecd9b.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.826374] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.826374] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395840d4-ba99-457a-ade7-fd3550cecd86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.837135] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1095.837135] env[65762]: value = "task-4560920" [ 1095.837135] env[65762]: _type = "Task" [ 1095.837135] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.849105] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.897476] env[65762]: DEBUG nova.compute.manager [req-bd9557bd-6ea7-461d-9190-02b8eb57b6e1 req-179281f9-6b24-44e0-ace0-62d8f123081c service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Received event network-vif-deleted-8961272b-d17e-43fa-8529-b4a10194a24a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1095.897723] env[65762]: INFO nova.compute.manager [req-bd9557bd-6ea7-461d-9190-02b8eb57b6e1 req-179281f9-6b24-44e0-ace0-62d8f123081c service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Neutron deleted interface 8961272b-d17e-43fa-8529-b4a10194a24a; detaching it from the instance and deleting it from the info cache [ 1095.897945] env[65762]: DEBUG nova.network.neutron [req-bd9557bd-6ea7-461d-9190-02b8eb57b6e1 req-179281f9-6b24-44e0-ace0-62d8f123081c service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.926819] env[65762]: DEBUG nova.policy [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.100398] env[65762]: DEBUG nova.compute.utils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.101893] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1096.102106] env[65762]: DEBUG nova.network.neutron [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1096.102439] env[65762]: WARNING neutronclient.v2_0.client [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.102780] env[65762]: WARNING neutronclient.v2_0.client [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.145172] env[65762]: DEBUG nova.policy [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefb888158c4b1da3877bc1d81660ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f97270b354564bfe6ce2938fb13eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.276887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.285522] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1096.351618] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073812} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.353246] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.355599] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74462a18-2641-439a-af4f-ec570a46e3a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.361899] env[65762]: DEBUG nova.network.neutron [-] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.393908] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9938c0de-f405-4340-a06e-d02e5daecd9b/9938c0de-f405-4340-a06e-d02e5daecd9b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.394801] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e641ea0-a975-4127-9f43-63207ab00c53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.413807] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2ec61b2-7635-4513-b10f-47ac1e2b22d3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.426099] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8969e8e5-833f-48d1-96c5-ef5e57d546b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.437564] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1096.437564] env[65762]: value = "task-4560921" [ 1096.437564] env[65762]: _type = "Task" [ 1096.437564] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.454128] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.456104] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e32239-77b6-4c2c-b676-cc187fbc7928 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.469422] env[65762]: DEBUG nova.compute.manager [req-bd9557bd-6ea7-461d-9190-02b8eb57b6e1 req-179281f9-6b24-44e0-ace0-62d8f123081c service nova] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Detach interface failed, port_id=8961272b-d17e-43fa-8529-b4a10194a24a, reason: Instance 9d495acb-9f41-4e14-9ca4-b88ac42130fa could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1096.475602] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e41e45-7860-4f77-980d-0355180d3625 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.510419] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f6c951-230e-4fb8-a094-d0e0b3939637 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.519485] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99de75d-3ebf-4942-9f8e-92fa0e8354f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.524587] env[65762]: DEBUG nova.network.neutron [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Successfully created port: 15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1096.538428] env[65762]: DEBUG nova.compute.provider_tree [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.607073] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1096.811284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.884950] env[65762]: INFO nova.compute.manager [-] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Took 1.37 seconds to deallocate network for instance. [ 1096.952244] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560921, 'name': ReconfigVM_Task, 'duration_secs': 0.349672} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.952647] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9938c0de-f405-4340-a06e-d02e5daecd9b/9938c0de-f405-4340-a06e-d02e5daecd9b.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.953383] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7031d4b-41cc-4d7b-9f15-338e54151b61 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.960807] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1096.960807] env[65762]: value = "task-4560922" [ 1096.960807] env[65762]: _type = "Task" [ 1096.960807] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.973021] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560922, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.041951] env[65762]: DEBUG nova.scheduler.client.report [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.393304] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.473068] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560922, 'name': Rename_Task, 'duration_secs': 0.160791} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.473068] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.473068] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc51edd-d605-4c0f-a104-91ed74050e2a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.481017] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1097.481017] env[65762]: value = "task-4560923" [ 1097.481017] env[65762]: _type = "Task" [ 1097.481017] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.490431] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.491712] env[65762]: DEBUG nova.network.neutron [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Successfully updated port: 9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1097.547194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.549668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.368s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.551518] env[65762]: INFO nova.compute.claims [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.572498] env[65762]: INFO nova.scheduler.client.report [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Deleted allocations for instance 7e48104c-9695-40c0-821c-9d28224e4e85 [ 1097.617151] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1097.643879] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1097.644191] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.644542] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1097.644797] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.644980] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1097.645200] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1097.645457] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1097.645648] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1097.645821] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1097.645980] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1097.646190] env[65762]: DEBUG nova.virt.hardware [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1097.647075] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931dd08-9505-4629-b982-07fdf5f02d7d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.656302] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b6dcf9-40e5-40f1-bd2e-5c40284efb27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.992507] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.995307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.995473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.995648] env[65762]: DEBUG nova.network.neutron [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.003510] env[65762]: DEBUG nova.compute.manager [req-16a5104d-5e03-4ea8-942e-57f3a07b91c9 req-3810c8fb-ce2c-4712-bf75-b15f280f5d56 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-vif-plugged-9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1098.003510] env[65762]: DEBUG oslo_concurrency.lockutils [req-16a5104d-5e03-4ea8-942e-57f3a07b91c9 req-3810c8fb-ce2c-4712-bf75-b15f280f5d56 service nova] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.003510] env[65762]: DEBUG oslo_concurrency.lockutils [req-16a5104d-5e03-4ea8-942e-57f3a07b91c9 req-3810c8fb-ce2c-4712-bf75-b15f280f5d56 service nova] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.003510] env[65762]: DEBUG oslo_concurrency.lockutils [req-16a5104d-5e03-4ea8-942e-57f3a07b91c9 req-3810c8fb-ce2c-4712-bf75-b15f280f5d56 service nova] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.003510] env[65762]: DEBUG nova.compute.manager [req-16a5104d-5e03-4ea8-942e-57f3a07b91c9 req-3810c8fb-ce2c-4712-bf75-b15f280f5d56 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] No waiting events found dispatching network-vif-plugged-9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1098.003510] env[65762]: WARNING nova.compute.manager [req-16a5104d-5e03-4ea8-942e-57f3a07b91c9 req-3810c8fb-ce2c-4712-bf75-b15f280f5d56 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received unexpected event network-vif-plugged-9a579b65-2185-409b-8de8-d0de91ccc686 for instance with vm_state active and task_state None. [ 1098.053401] env[65762]: DEBUG nova.network.neutron [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Successfully updated port: 15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1098.076529] env[65762]: DEBUG nova.compute.manager [req-fcd99c77-b435-4747-8cd9-7454bb76a622 req-e7e05e6e-ab75-4a75-b30d-0ec9e357166b service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Received event network-vif-plugged-15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1098.076529] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcd99c77-b435-4747-8cd9-7454bb76a622 req-e7e05e6e-ab75-4a75-b30d-0ec9e357166b service nova] Acquiring lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.076926] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcd99c77-b435-4747-8cd9-7454bb76a622 req-e7e05e6e-ab75-4a75-b30d-0ec9e357166b service nova] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.076926] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcd99c77-b435-4747-8cd9-7454bb76a622 req-e7e05e6e-ab75-4a75-b30d-0ec9e357166b service nova] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.077177] env[65762]: DEBUG nova.compute.manager [req-fcd99c77-b435-4747-8cd9-7454bb76a622 req-e7e05e6e-ab75-4a75-b30d-0ec9e357166b service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] No waiting events found dispatching network-vif-plugged-15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1098.077389] env[65762]: WARNING nova.compute.manager [req-fcd99c77-b435-4747-8cd9-7454bb76a622 req-e7e05e6e-ab75-4a75-b30d-0ec9e357166b service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Received unexpected event network-vif-plugged-15f1ac35-9706-4148-902c-2c0688c6d96c for instance with vm_state building and task_state spawning. [ 1098.081405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-facf4b6c-9661-4b9c-9c5b-f73f59646058 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Lock "7e48104c-9695-40c0-821c-9d28224e4e85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.005s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.496061] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.540270] env[65762]: WARNING nova.network.neutron [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] 3e75a234-a1b9-4c26-a601-33b2349a5c97 already exists in list: networks containing: ['3e75a234-a1b9-4c26-a601-33b2349a5c97']. ignoring it [ 1098.558078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.558078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.558078] env[65762]: DEBUG nova.network.neutron [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.677849] env[65762]: WARNING neutronclient.v2_0.client [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.835641] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ff1cb-909e-4413-a220-e5392a442a46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.845276] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f059916-6c44-4517-819c-130caee86929 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.884746] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa856a2-e056-40a1-8cf4-af4f0d42430c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.894497] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf25c693-abf7-49a6-a7fe-7a29fb692fa5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.916106] env[65762]: DEBUG nova.compute.provider_tree [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.927597] env[65762]: WARNING neutronclient.v2_0.client [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.998534] env[65762]: DEBUG oslo_vmware.api [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560923, 'name': PowerOnVM_Task, 'duration_secs': 1.033128} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.999493] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.999815] env[65762]: INFO nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1099.000067] env[65762]: DEBUG nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1099.001442] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3979eb-bc00-4132-a9d3-a2a12cf7e2e6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.055647] env[65762]: DEBUG nova.network.neutron [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a579b65-2185-409b-8de8-d0de91ccc686", "address": "fa:16:3e:3b:d9:70", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a579b65-21", "ovs_interfaceid": "9a579b65-2185-409b-8de8-d0de91ccc686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.109710] env[65762]: DEBUG nova.network.neutron [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1099.223019] env[65762]: WARNING neutronclient.v2_0.client [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.383217] env[65762]: DEBUG nova.network.neutron [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance_info_cache with network_info: [{"id": "15f1ac35-9706-4148-902c-2c0688c6d96c", "address": "fa:16:3e:3b:8d:2d", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f1ac35-97", "ovs_interfaceid": "15f1ac35-9706-4148-902c-2c0688c6d96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.420827] env[65762]: DEBUG nova.scheduler.client.report [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.532771] env[65762]: INFO nova.compute.manager [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Took 23.24 seconds to build instance. [ 1099.560924] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.562034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.562242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.564274] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc35fa6-295f-4c74-84b8-9fd38aac55c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.592947] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1099.593319] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.593574] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1099.593865] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.594118] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1099.594364] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1099.594691] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.595124] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1099.595220] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1099.595485] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1099.595765] env[65762]: DEBUG nova.virt.hardware [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1099.604574] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Reconfiguring VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1099.604983] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffffcc85-96a8-4037-98fa-dca32ba63d4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.626247] env[65762]: DEBUG oslo_vmware.api [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1099.626247] env[65762]: value = "task-4560924" [ 1099.626247] env[65762]: _type = "Task" [ 1099.626247] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.636639] env[65762]: DEBUG oslo_vmware.api [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560924, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.886671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.887326] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Instance network_info: |[{"id": "15f1ac35-9706-4148-902c-2c0688c6d96c", "address": "fa:16:3e:3b:8d:2d", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f1ac35-97", "ovs_interfaceid": "15f1ac35-9706-4148-902c-2c0688c6d96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1099.888417] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:8d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15f1ac35-9706-4148-902c-2c0688c6d96c', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.900143] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.900428] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.900663] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd571bf9-495f-4903-bdb9-0832ed4cc4df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.926067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.926703] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1099.929530] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.929530] env[65762]: value = "task-4560925" [ 1099.929530] env[65762]: _type = "Task" [ 1099.929530] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.930494] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.507s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.941881] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560925, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.035163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe1b20b4-207d-4ff4-8026-3ce257c79738 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.755s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.087777] env[65762]: DEBUG nova.compute.manager [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-changed-9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1100.088413] env[65762]: DEBUG nova.compute.manager [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing instance network info cache due to event network-changed-9a579b65-2185-409b-8de8-d0de91ccc686. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1100.088511] env[65762]: DEBUG oslo_concurrency.lockutils [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.088722] env[65762]: DEBUG oslo_concurrency.lockutils [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.088995] env[65762]: DEBUG nova.network.neutron [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing network info cache for port 9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.137891] env[65762]: DEBUG oslo_vmware.api [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.223783] env[65762]: DEBUG nova.compute.manager [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Received event network-changed-15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1100.224021] env[65762]: DEBUG nova.compute.manager [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Refreshing instance network info cache due to event network-changed-15f1ac35-9706-4148-902c-2c0688c6d96c. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1100.224248] env[65762]: DEBUG oslo_concurrency.lockutils [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] Acquiring lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.224391] env[65762]: DEBUG oslo_concurrency.lockutils [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] Acquired lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.224552] env[65762]: DEBUG nova.network.neutron [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Refreshing network info cache for port 15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.433852] env[65762]: DEBUG nova.compute.utils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.437471] env[65762]: INFO nova.compute.claims [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.445467] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1100.445629] env[65762]: DEBUG nova.network.neutron [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1100.446236] env[65762]: WARNING neutronclient.v2_0.client [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.446321] env[65762]: WARNING neutronclient.v2_0.client [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.455911] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560925, 'name': CreateVM_Task, 'duration_secs': 0.448714} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.456118] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.456778] env[65762]: WARNING neutronclient.v2_0.client [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.456970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.457120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.457442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.457832] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93d06f3-460e-47be-bc8a-748033ea3888 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.464198] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1100.464198] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529dc55d-6855-57b4-e419-0e4290bc8d25" [ 1100.464198] env[65762]: _type = "Task" [ 1100.464198] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.477191] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529dc55d-6855-57b4-e419-0e4290bc8d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.501640] env[65762]: DEBUG nova.policy [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228408972bc947e5a28c6a6e38ab4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd105eb8f38494ce5a0eba6946e345071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.593593] env[65762]: WARNING neutronclient.v2_0.client [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.645944] env[65762]: DEBUG oslo_vmware.api [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560924, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.727403] env[65762]: WARNING neutronclient.v2_0.client [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.846143] env[65762]: DEBUG nova.network.neutron [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Successfully created port: 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.873810] env[65762]: WARNING neutronclient.v2_0.client [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.942233] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1100.952058] env[65762]: INFO nova.compute.resource_tracker [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating resource usage from migration 91eb78f8-3231-4952-a291-39ab4d15274c [ 1100.977039] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529dc55d-6855-57b4-e419-0e4290bc8d25, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.977039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.977262] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.977629] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.977629] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.978367] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.981606] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d00820f-33c7-458d-b2b4-a11f177f3544 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.994208] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.994208] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.994208] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7ec0cc-8f09-48de-abc2-09fb0b211597 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.001295] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1101.001295] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5249d1a8-598a-aaba-e1ec-6eedae577ff3" [ 1101.001295] env[65762]: _type = "Task" [ 1101.001295] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.010094] env[65762]: DEBUG nova.network.neutron [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updated VIF entry in instance network info cache for port 9a579b65-2185-409b-8de8-d0de91ccc686. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.010503] env[65762]: DEBUG nova.network.neutron [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a579b65-2185-409b-8de8-d0de91ccc686", "address": "fa:16:3e:3b:d9:70", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a579b65-21", "ovs_interfaceid": "9a579b65-2185-409b-8de8-d0de91ccc686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.020443] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5249d1a8-598a-aaba-e1ec-6eedae577ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.021859] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4174c79a-49aa-42c4-b0ac-88952620c6e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.031950] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1101.031950] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521aee84-878c-1113-d580-93a323e1406e" [ 1101.031950] env[65762]: _type = "Task" [ 1101.031950] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.050455] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521aee84-878c-1113-d580-93a323e1406e, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.050455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.051092] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36/4474b9ab-518b-45f5-bf9a-d91cacadca36.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.051192] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0542017-1a65-4d6a-81a2-f6e3c44e8137 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.061208] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1101.061208] env[65762]: value = "task-4560926" [ 1101.061208] env[65762]: _type = "Task" [ 1101.061208] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.076381] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.088935] env[65762]: WARNING neutronclient.v2_0.client [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.143957] env[65762]: DEBUG oslo_vmware.api [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560924, 'name': ReconfigVM_Task, 'duration_secs': 1.091777} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.145555] env[65762]: WARNING neutronclient.v2_0.client [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.145555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.145555] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Reconfigured VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1101.215860] env[65762]: DEBUG nova.network.neutron [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updated VIF entry in instance network info cache for port 15f1ac35-9706-4148-902c-2c0688c6d96c. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.216326] env[65762]: DEBUG nova.network.neutron [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance_info_cache with network_info: [{"id": "15f1ac35-9706-4148-902c-2c0688c6d96c", "address": "fa:16:3e:3b:8d:2d", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f1ac35-97", "ovs_interfaceid": "15f1ac35-9706-4148-902c-2c0688c6d96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.280200] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26ace3-c6e0-4e34-9567-313c19bd7818 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.293740] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1206bac-772e-47e8-aee9-e1b1c96b53d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.343205] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3217a31-905e-463c-8582-fcf3c9a63521 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.358897] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9c8a3-1ce6-496e-8293-a92aa4275ef1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.378884] env[65762]: DEBUG nova.compute.provider_tree [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.515705] env[65762]: DEBUG oslo_concurrency.lockutils [req-66f5876f-d83d-43e0-8561-562166a58fe8 req-2bdbc71c-d1fc-4368-a770-7e399c4f77c0 service nova] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.572698] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494883} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.572698] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36/4474b9ab-518b-45f5-bf9a-d91cacadca36.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.572698] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.572992] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5461431-6e41-4e6b-896d-1c30c553c628 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.581440] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1101.581440] env[65762]: value = "task-4560927" [ 1101.581440] env[65762]: _type = "Task" [ 1101.581440] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.591884] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.650236] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-9a579b65-2185-409b-8de8-d0de91ccc686" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.987s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.718648] env[65762]: DEBUG oslo_concurrency.lockutils [req-a06e86c7-46cf-42c2-8978-d5a1781103f1 req-6673c02c-ba7a-41cc-be41-e0c30dc7317c service nova] Releasing lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.882720] env[65762]: DEBUG nova.scheduler.client.report [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.953333] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1101.984529] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.984775] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.985020] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.985229] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.985451] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.985530] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.985720] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.985873] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.986067] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.986249] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.986464] env[65762]: DEBUG nova.virt.hardware [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.987384] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b49637c-05c6-42f4-a6c2-4e204a819e39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.997925] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b62a4-9588-486a-9b64-eee632abba4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.014930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "9938c0de-f405-4340-a06e-d02e5daecd9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.015192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.015393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "9938c0de-f405-4340-a06e-d02e5daecd9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.015570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.015733] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.017839] env[65762]: INFO nova.compute.manager [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Terminating instance [ 1102.033878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "abd01d8a-4713-4f89-b8c8-b82627b559e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.035033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "abd01d8a-4713-4f89-b8c8-b82627b559e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.091842] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067665} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.092224] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.092954] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a535d4e9-33c9-4f42-8c7e-e6eb832e469e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.117403] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36/4474b9ab-518b-45f5-bf9a-d91cacadca36.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.118130] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7875e8f-e3a7-4c1a-95bf-092ffd3e4e8e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.139945] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1102.139945] env[65762]: value = "task-4560928" [ 1102.139945] env[65762]: _type = "Task" [ 1102.139945] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.149691] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.389716] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.460s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.389931] env[65762]: INFO nova.compute.manager [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Migrating [ 1102.398098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.206s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.398325] env[65762]: DEBUG nova.objects.instance [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1102.452331] env[65762]: DEBUG nova.compute.manager [req-97d04705-26bb-462b-bc36-b85b4ae5b348 req-871e19bc-0f52-4697-a255-e2146388b5b7 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Received event network-vif-plugged-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1102.452555] env[65762]: DEBUG oslo_concurrency.lockutils [req-97d04705-26bb-462b-bc36-b85b4ae5b348 req-871e19bc-0f52-4697-a255-e2146388b5b7 service nova] Acquiring lock "5ab5b065-f992-431b-9490-77f3073e79fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.452771] env[65762]: DEBUG oslo_concurrency.lockutils [req-97d04705-26bb-462b-bc36-b85b4ae5b348 req-871e19bc-0f52-4697-a255-e2146388b5b7 service nova] Lock "5ab5b065-f992-431b-9490-77f3073e79fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.452940] env[65762]: DEBUG oslo_concurrency.lockutils [req-97d04705-26bb-462b-bc36-b85b4ae5b348 req-871e19bc-0f52-4697-a255-e2146388b5b7 service nova] Lock "5ab5b065-f992-431b-9490-77f3073e79fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.453118] env[65762]: DEBUG nova.compute.manager [req-97d04705-26bb-462b-bc36-b85b4ae5b348 req-871e19bc-0f52-4697-a255-e2146388b5b7 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] No waiting events found dispatching network-vif-plugged-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1102.453283] env[65762]: WARNING nova.compute.manager [req-97d04705-26bb-462b-bc36-b85b4ae5b348 req-871e19bc-0f52-4697-a255-e2146388b5b7 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Received unexpected event network-vif-plugged-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 for instance with vm_state building and task_state spawning. [ 1102.503403] env[65762]: DEBUG nova.network.neutron [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Successfully updated port: 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.521722] env[65762]: DEBUG nova.compute.manager [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1102.521944] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.522858] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3fd6b-8d4a-4bb6-b91f-4c5207712294 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.532534] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.532807] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3b57f6-f43f-4f77-aca1-2e434c08bed0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.539296] env[65762]: DEBUG nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1102.544650] env[65762]: DEBUG oslo_vmware.api [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1102.544650] env[65762]: value = "task-4560929" [ 1102.544650] env[65762]: _type = "Task" [ 1102.544650] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.559926] env[65762]: DEBUG oslo_vmware.api [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.655791] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.812318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "31030a85-070f-4f28-9166-0d72655b94a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.812571] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "31030a85-070f-4f28-9166-0d72655b94a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.914823] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.914973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.915151] env[65762]: DEBUG nova.network.neutron [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.008490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "refresh_cache-5ab5b065-f992-431b-9490-77f3073e79fd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.008725] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "refresh_cache-5ab5b065-f992-431b-9490-77f3073e79fd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.008913] env[65762]: DEBUG nova.network.neutron [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.010186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-9a579b65-2185-409b-8de8-d0de91ccc686" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.010400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-9a579b65-2185-409b-8de8-d0de91ccc686" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.061556] env[65762]: DEBUG oslo_vmware.api [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560929, 'name': PowerOffVM_Task, 'duration_secs': 0.45523} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.061556] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.061704] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.062150] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0213b11-f418-4ed4-a969-7d515ecdd995 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.067844] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.125510] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.125754] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.125982] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Deleting the datastore file [datastore1] 9938c0de-f405-4340-a06e-d02e5daecd9b {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.126231] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffcb79be-3719-417b-b4c4-2db8b21af09f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.133794] env[65762]: DEBUG oslo_vmware.api [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for the task: (returnval){ [ 1103.133794] env[65762]: value = "task-4560931" [ 1103.133794] env[65762]: _type = "Task" [ 1103.133794] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.143064] env[65762]: DEBUG oslo_vmware.api [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.151506] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560928, 'name': ReconfigVM_Task, 'duration_secs': 0.818883} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.151786] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36/4474b9ab-518b-45f5-bf9a-d91cacadca36.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.152826] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a5c498-2f8e-42d5-841d-c42b86931bd5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.161256] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1103.161256] env[65762]: value = "task-4560932" [ 1103.161256] env[65762]: _type = "Task" [ 1103.161256] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.171380] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560932, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.315097] env[65762]: DEBUG nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1103.418052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7438e8d0-f986-40de-8025-70d7ddbf765d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.420117] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.422507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.937s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.423940] env[65762]: INFO nova.compute.claims [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.515244] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.515442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.516760] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7055e-dbc7-44f4-9ca5-b3292dfe10b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.538301] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f925f19a-3b89-4c68-ba7b-b58d6d4207e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.560375] env[65762]: WARNING neutronclient.v2_0.client [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.566020] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Reconfiguring VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1103.567165] env[65762]: DEBUG nova.network.neutron [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.571859] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64bce940-2a8d-43f5-b3fa-bf4a8829cf07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.592922] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1103.592922] env[65762]: value = "task-4560933" [ 1103.592922] env[65762]: _type = "Task" [ 1103.592922] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.602199] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.641517] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.647687] env[65762]: DEBUG oslo_vmware.api [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Task: {'id': task-4560931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173935} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.650519] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.650717] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.650896] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.651081] env[65762]: INFO nova.compute.manager [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.651370] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1103.651765] env[65762]: DEBUG nova.compute.manager [-] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1103.651867] env[65762]: DEBUG nova.network.neutron [-] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1103.652116] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.671599] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560932, 'name': Rename_Task, 'duration_secs': 0.172019} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.671853] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.672106] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01949422-9267-4cf6-b500-4863d579e0c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.679912] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1103.679912] env[65762]: value = "task-4560934" [ 1103.679912] env[65762]: _type = "Task" [ 1103.679912] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.686356] env[65762]: WARNING neutronclient.v2_0.client [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.694698] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.745349] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.757258] env[65762]: DEBUG nova.network.neutron [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.778517] env[65762]: DEBUG nova.network.neutron [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Updating instance_info_cache with network_info: [{"id": "1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7", "address": "fa:16:3e:67:48:6e", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f525316-8f", "ovs_interfaceid": "1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.843169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.105685] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.191811] env[65762]: DEBUG oslo_vmware.api [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560934, 'name': PowerOnVM_Task, 'duration_secs': 0.484644} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.192204] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.192303] env[65762]: INFO nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1104.192518] env[65762]: DEBUG nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1104.193328] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d9284-dbb9-44e5-a410-2416f9fb1775 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.260182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.282335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "refresh_cache-5ab5b065-f992-431b-9490-77f3073e79fd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.282876] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Instance network_info: |[{"id": "1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7", "address": "fa:16:3e:67:48:6e", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f525316-8f", "ovs_interfaceid": "1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1104.283926] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:48:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.291655] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.292380] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.292676] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b2fc4cf-e35d-4bf2-9f5c-7fcb06ca8cb4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.322390] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.322390] env[65762]: value = "task-4560935" [ 1104.322390] env[65762]: _type = "Task" [ 1104.322390] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.332077] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560935, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.465077] env[65762]: DEBUG nova.network.neutron [-] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.489450] env[65762]: DEBUG nova.compute.manager [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Received event network-changed-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1104.489450] env[65762]: DEBUG nova.compute.manager [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Refreshing instance network info cache due to event network-changed-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1104.489639] env[65762]: DEBUG oslo_concurrency.lockutils [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] Acquiring lock "refresh_cache-5ab5b065-f992-431b-9490-77f3073e79fd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.489784] env[65762]: DEBUG oslo_concurrency.lockutils [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] Acquired lock "refresh_cache-5ab5b065-f992-431b-9490-77f3073e79fd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.489944] env[65762]: DEBUG nova.network.neutron [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Refreshing network info cache for port 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.557341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "ed509cb1-6f57-41d0-9b68-157448888d41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.557665] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "ed509cb1-6f57-41d0-9b68-157448888d41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.557902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "ed509cb1-6f57-41d0-9b68-157448888d41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.558119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "ed509cb1-6f57-41d0-9b68-157448888d41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.558342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "ed509cb1-6f57-41d0-9b68-157448888d41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.561620] env[65762]: INFO nova.compute.manager [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Terminating instance [ 1104.604911] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.711840] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ad96e6-ec22-48cf-9ab5-da831798ebd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.717704] env[65762]: INFO nova.compute.manager [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Took 24.34 seconds to build instance. [ 1104.726041] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3168fc6a-736c-4e72-ada3-649597cdb3bb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.759988] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e4452-05a1-42a7-89e0-2d8c8ac74db2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.772149] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9e0736-5ca3-4a54-9f0b-0f6c514d908e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.786855] env[65762]: DEBUG nova.compute.provider_tree [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.832334] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560935, 'name': CreateVM_Task, 'duration_secs': 0.409939} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.832624] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.833204] env[65762]: WARNING neutronclient.v2_0.client [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.833588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.833740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.834078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834337] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23239d63-07d1-4a4e-b254-f0e64adca445 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.840524] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1104.840524] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521176f4-d6d2-e9b4-aa84-74b8505c06da" [ 1104.840524] env[65762]: _type = "Task" [ 1104.840524] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.849349] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521176f4-d6d2-e9b4-aa84-74b8505c06da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.968154] env[65762]: INFO nova.compute.manager [-] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Took 1.32 seconds to deallocate network for instance. [ 1104.992932] env[65762]: WARNING neutronclient.v2_0.client [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.072215] env[65762]: DEBUG nova.compute.manager [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1105.072448] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.073558] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e706a531-12f5-4398-8401-5ae28f6939e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.082061] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.082344] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f42940-e320-48c3-960d-14cbd7ac6c19 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.089785] env[65762]: DEBUG oslo_vmware.api [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1105.089785] env[65762]: value = "task-4560936" [ 1105.089785] env[65762]: _type = "Task" [ 1105.089785] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.106330] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.110742] env[65762]: DEBUG oslo_vmware.api [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.150307] env[65762]: WARNING neutronclient.v2_0.client [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.221357] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dec70bdb-654e-475b-969e-57d17076c718 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.850s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.225844] env[65762]: DEBUG nova.network.neutron [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Updated VIF entry in instance network info cache for port 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.226480] env[65762]: DEBUG nova.network.neutron [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Updating instance_info_cache with network_info: [{"id": "1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7", "address": "fa:16:3e:67:48:6e", "network": {"id": "315eb390-649f-4ef9-8c26-b259b94a4984", "bridge": "br-int", "label": "tempest-ServersTestJSON-550939416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d105eb8f38494ce5a0eba6946e345071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f525316-8f", "ovs_interfaceid": "1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.289760] env[65762]: DEBUG nova.scheduler.client.report [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.354040] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521176f4-d6d2-e9b4-aa84-74b8505c06da, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.354638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.354980] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.355327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.355540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.355776] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.356130] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-498e38ba-f875-4386-bc9d-179bb824c8ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.366264] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.366449] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.367209] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affe34df-ec00-445f-8a07-dcc1c5b6e140 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.373077] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1105.373077] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ed50e4-aaad-fe53-ffad-92c5187c2fa2" [ 1105.373077] env[65762]: _type = "Task" [ 1105.373077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.383395] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ed50e4-aaad-fe53-ffad-92c5187c2fa2, 'name': SearchDatastore_Task} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.384159] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3089a6f-5045-44d1-8b6f-fa7e7493c045 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.389788] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1105.389788] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524c6d40-9af8-2168-b031-acd5d4bb4553" [ 1105.389788] env[65762]: _type = "Task" [ 1105.389788] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.398245] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524c6d40-9af8-2168-b031-acd5d4bb4553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.474988] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.607905] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.611366] env[65762]: DEBUG oslo_vmware.api [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560936, 'name': PowerOffVM_Task, 'duration_secs': 0.22697} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.611758] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.611988] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.612295] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c9ded7-c720-4fb0-a4cb-8314fbc5958f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.690813] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.690813] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.690813] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleting the datastore file [datastore2] ed509cb1-6f57-41d0-9b68-157448888d41 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.691088] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81acdc09-0d4f-4e92-abaa-c78e137b8180 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.698799] env[65762]: DEBUG oslo_vmware.api [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1105.698799] env[65762]: value = "task-4560938" [ 1105.698799] env[65762]: _type = "Task" [ 1105.698799] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.708707] env[65762]: DEBUG oslo_vmware.api [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.729668] env[65762]: DEBUG oslo_concurrency.lockutils [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] Releasing lock "refresh_cache-5ab5b065-f992-431b-9490-77f3073e79fd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.729968] env[65762]: DEBUG nova.compute.manager [req-531f0d92-8974-4201-980a-e1f4b5f88249 req-383b5942-a5b5-4db9-a396-da97a331eec4 service nova] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Received event network-vif-deleted-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1105.775798] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9cc5c-f4a7-40c0-bcf7-44442af8f2c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.796946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.797526] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1105.800338] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.804741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.121s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.900863] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524c6d40-9af8-2168-b031-acd5d4bb4553, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.901171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.901470] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 5ab5b065-f992-431b-9490-77f3073e79fd/5ab5b065-f992-431b-9490-77f3073e79fd.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.901742] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade1261e-055e-4b11-9e52-084df61a90ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.908449] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1105.908449] env[65762]: value = "task-4560939" [ 1105.908449] env[65762]: _type = "Task" [ 1105.908449] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.916475] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.111275] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.216343] env[65762]: DEBUG oslo_vmware.api [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4560938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142615} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.216657] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.216845] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.217037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.217210] env[65762]: INFO nova.compute.manager [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1106.217484] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1106.217726] env[65762]: DEBUG nova.compute.manager [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1106.217850] env[65762]: DEBUG nova.network.neutron [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1106.218133] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.254588] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.306019] env[65762]: DEBUG nova.compute.utils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.310077] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.310488] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1106.310706] env[65762]: DEBUG nova.network.neutron [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.311117] env[65762]: WARNING neutronclient.v2_0.client [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.311900] env[65762]: WARNING neutronclient.v2_0.client [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.326363] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1106.331116] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e923b4b0-f1dd-48b5-8edb-2b2e387e10d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.343059] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1106.343059] env[65762]: value = "task-4560940" [ 1106.343059] env[65762]: _type = "Task" [ 1106.343059] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.358211] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.358747] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.421437] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509183} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.421823] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 5ab5b065-f992-431b-9490-77f3073e79fd/5ab5b065-f992-431b-9490-77f3073e79fd.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.422067] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.422340] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef02b98e-417f-4840-adc8-5e5be0734f49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.426228] env[65762]: DEBUG nova.policy [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9643125c466b4f87952a2e6651ac1a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d59d9398fe4476e863f75f74d9199ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.434557] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1106.434557] env[65762]: value = "task-4560941" [ 1106.434557] env[65762]: _type = "Task" [ 1106.434557] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.444126] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.609903] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.720012] env[65762]: DEBUG nova.compute.manager [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1106.767281] env[65762]: DEBUG nova.network.neutron [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Successfully created port: 6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1106.836180] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Applying migration context for instance 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 as it has an incoming, in-progress migration 91eb78f8-3231-4952-a291-39ab4d15274c. Migration status is migrating {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1106.838690] env[65762]: INFO nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating resource usage from migration 91eb78f8-3231-4952-a291-39ab4d15274c [ 1106.839089] env[65762]: INFO nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating resource usage from migration 750b3e4a-d7e9-4cc5-9bd9-4b5e927969d9 [ 1106.869278] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.869839] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.871084] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.871340] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.871436] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.877667] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 7cd5913f-74bc-4f9e-91c3-831a255ba687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.877803] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.877923] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 05960ea2-702c-406c-8564-5b2982d2adb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.878053] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ed509cb1-6f57-41d0-9b68-157448888d41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.878171] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.878306] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9d495acb-9f41-4e14-9ca4-b88ac42130fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1106.878426] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 68bdfe3f-2169-4486-890d-c88793baf89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.878660] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0604d096-5f13-40b2-a855-6852e95f40af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1106.878814] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 22abf771-18ea-4f42-aa53-4bb646867d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.878968] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 9938c0de-f405-4340-a06e-d02e5daecd9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1106.879127] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 5ab5b065-f992-431b-9490-77f3073e79fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.879275] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Migration 91eb78f8-3231-4952-a291-39ab4d15274c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1106.879403] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.879538] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0cee2c86-ad5b-42e7-8428-f5455187f1c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1106.882481] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a218b958-abfd-4ed0-a801-f0f3f0511d1b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.905810] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1106.905810] env[65762]: value = "task-4560942" [ 1106.905810] env[65762]: _type = "Task" [ 1106.905810] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.916668] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.945235] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069821} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.945563] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.946576] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32a88d-de4e-41ff-b5ba-1e964bade593 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.971811] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 5ab5b065-f992-431b-9490-77f3073e79fd/5ab5b065-f992-431b-9490-77f3073e79fd.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.972649] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15691e89-95c0-496f-a113-8fd2ae651a2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.999500] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1106.999500] env[65762]: value = "task-4560943" [ 1106.999500] env[65762]: _type = "Task" [ 1106.999500] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.007166] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.049904] env[65762]: DEBUG nova.compute.manager [req-44363bb0-1826-4589-99c1-ca1f65c19acc req-c63d403b-7e73-4d55-a4fc-6cf4bd484618 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Received event network-vif-deleted-5a665e46-743f-4471-a59a-5b5418739fff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1107.049904] env[65762]: INFO nova.compute.manager [req-44363bb0-1826-4589-99c1-ca1f65c19acc req-c63d403b-7e73-4d55-a4fc-6cf4bd484618 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Neutron deleted interface 5a665e46-743f-4471-a59a-5b5418739fff; detaching it from the instance and deleting it from the info cache [ 1107.050058] env[65762]: DEBUG nova.network.neutron [req-44363bb0-1826-4589-99c1-ca1f65c19acc req-c63d403b-7e73-4d55-a4fc-6cf4bd484618 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.109951] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.243690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.258894] env[65762]: DEBUG nova.network.neutron [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.336960] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1107.369949] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.370149] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.370315] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.370492] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.370640] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.370786] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.370995] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.371164] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.371365] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.371540] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.371713] env[65762]: DEBUG nova.virt.hardware [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.372664] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84171371-9fa2-4fd5-afc7-06fdf35ac076 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.382405] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c7f925-958f-4684-bde7-fbed5b57cc11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.397991] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 81735a4d-4793-4be6-91f8-ef7daf7bcf45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1107.416739] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560942, 'name': ReconfigVM_Task, 'duration_secs': 0.175651} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.417120] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.508036] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560943, 'name': ReconfigVM_Task, 'duration_secs': 0.45163} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.508225] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 5ab5b065-f992-431b-9490-77f3073e79fd/5ab5b065-f992-431b-9490-77f3073e79fd.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.508848] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff57b3f7-ceb1-4996-aa1a-e5486a137a4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.516933] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1107.516933] env[65762]: value = "task-4560944" [ 1107.516933] env[65762]: _type = "Task" [ 1107.516933] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.526716] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560944, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.552289] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6346afa1-a779-4c7f-a6c3-ecba40b85b0e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.561995] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193657b1-2973-4ede-8bd3-fc04205fe3d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.595309] env[65762]: DEBUG nova.compute.manager [req-44363bb0-1826-4589-99c1-ca1f65c19acc req-c63d403b-7e73-4d55-a4fc-6cf4bd484618 service nova] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Detach interface failed, port_id=5a665e46-743f-4471-a59a-5b5418739fff, reason: Instance ed509cb1-6f57-41d0-9b68-157448888d41 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1107.607961] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.762462] env[65762]: INFO nova.compute.manager [-] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Took 1.54 seconds to deallocate network for instance. [ 1107.901399] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance abd01d8a-4713-4f89-b8c8-b82627b559e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1107.924744] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.924986] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.925161] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.925344] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.925498] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.925639] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.925845] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.925998] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.926174] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.926330] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.926496] env[65762]: DEBUG nova.virt.hardware [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.932061] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.932691] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9d4559-2cc4-4f88-a0bd-98bcefe402d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.952368] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1107.952368] env[65762]: value = "task-4560945" [ 1107.952368] env[65762]: _type = "Task" [ 1107.952368] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.962941] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.028838] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560944, 'name': Rename_Task, 'duration_secs': 0.144301} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.028905] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.029170] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f89f71-584c-4300-b7b9-c3c68d5621db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.037329] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1108.037329] env[65762]: value = "task-4560946" [ 1108.037329] env[65762]: _type = "Task" [ 1108.037329] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.047090] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.109640] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.270166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.374709] env[65762]: DEBUG nova.network.neutron [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Successfully updated port: 6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.404299] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 31030a85-070f-4f28-9166-0d72655b94a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1108.404457] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Migration 750b3e4a-d7e9-4cc5-9bd9-4b5e927969d9 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1108.404583] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4474b9ab-518b-45f5-bf9a-d91cacadca36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1108.404832] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1108.405457] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '8', 'num_task_None': '7', 'num_os_type_None': '11', 'num_proj_d105eb8f38494ce5a0eba6946e345071': '2', 'io_workload': '4', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '2', 'num_proj_8d9a3d9a73a6422cbeaf5d578ea94cc4': '1', 'num_vm_stopped': '1', 'num_task_resize_migrating': '1', 'num_proj_2bf8d95399f74ec7a0bdf20a48dd21a4': '1', 'num_task_deleting': '1', 'num_proj_9bac505201d54fc1a8ea95a600c32788': '2', 'num_proj_6cc5af05943e45b99512d4c845535680': '1', 'num_task_resize_prep': '1', 'num_proj_b10f97270b354564bfe6ce2938fb13eb': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_6d59d9398fe4476e863f75f74d9199ad': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1108.463089] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.551384] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560946, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.612941] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.660652] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139b9b8-4556-40f1-a45d-f2c3ce7c2b03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.668727] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a87fd-9a34-47ea-86c7-1622d18a7d85 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.701365] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e82dc-7cef-4662-bf48-435ec19e241b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.709818] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d856b-cd96-4cfc-bf00-ef6a8fa3c792 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.723667] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.877822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.878068] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.878359] env[65762]: DEBUG nova.network.neutron [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.963546] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.048940] env[65762]: DEBUG oslo_vmware.api [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560946, 'name': PowerOnVM_Task, 'duration_secs': 0.528736} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.049276] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.049492] env[65762]: INFO nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1109.049674] env[65762]: DEBUG nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1109.050627] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a03bcff-ad02-47ed-9ac8-353d581f9943 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.112697] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.142872] env[65762]: DEBUG nova.compute.manager [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Received event network-vif-plugged-6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1109.143265] env[65762]: DEBUG oslo_concurrency.lockutils [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] Acquiring lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.143592] env[65762]: DEBUG oslo_concurrency.lockutils [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.143818] env[65762]: DEBUG oslo_concurrency.lockutils [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.143945] env[65762]: DEBUG nova.compute.manager [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] No waiting events found dispatching network-vif-plugged-6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1109.144125] env[65762]: WARNING nova.compute.manager [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Received unexpected event network-vif-plugged-6c9708cd-43da-441c-9209-efe57e7ab4d6 for instance with vm_state building and task_state spawning. [ 1109.144315] env[65762]: DEBUG nova.compute.manager [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Received event network-changed-6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1109.144432] env[65762]: DEBUG nova.compute.manager [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Refreshing instance network info cache due to event network-changed-6c9708cd-43da-441c-9209-efe57e7ab4d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1109.144651] env[65762]: DEBUG oslo_concurrency.lockutils [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] Acquiring lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.246492] env[65762]: ERROR nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [req-c2a6d6e1-adc8-4992-9805-68220e987d27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2a6d6e1-adc8-4992-9805-68220e987d27"}]} [ 1109.266360] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1109.282618] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1109.282986] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.296884] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1109.324153] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1109.425147] env[65762]: DEBUG nova.network.neutron [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.464255] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560945, 'name': ReconfigVM_Task, 'duration_secs': 1.149422} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.467233] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.468657] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b40639-2150-45d8-8a62-045bb966c17f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.495709] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430/25e5f1b6-14cd-4cdc-bd81-860c6c7c7430.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.501706] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17070426-0d48-4d32-958a-c58c554b32d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.524518] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1109.524518] env[65762]: value = "task-4560947" [ 1109.524518] env[65762]: _type = "Task" [ 1109.524518] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.538656] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.567443] env[65762]: WARNING neutronclient.v2_0.client [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.572321] env[65762]: INFO nova.compute.manager [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Took 22.41 seconds to build instance. [ 1109.611926] env[65762]: DEBUG oslo_vmware.api [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560933, 'name': ReconfigVM_Task, 'duration_secs': 5.791899} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.612210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.612432] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Reconfigured VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1109.613628] env[65762]: WARNING neutronclient.v2_0.client [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.613628] env[65762]: WARNING neutronclient.v2_0.client [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.661031] env[65762]: WARNING neutronclient.v2_0.client [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.668287] env[65762]: DEBUG nova.network.neutron [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [{"id": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "address": "fa:16:3e:45:d3:52", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9708cd-43", "ovs_interfaceid": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.681030] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffe6f43-ce30-4b07-abf9-76c624d50005 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.691492] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79241b2d-35b0-411a-b060-d52fc5da18f1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.730499] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9d9739-5eb3-47d7-9a07-49d3dcf338a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.740965] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f031ccc-8a6e-4979-8094-32615127990a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.758164] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.036202] env[65762]: DEBUG oslo_vmware.api [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4560947, 'name': ReconfigVM_Task, 'duration_secs': 0.268143} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.036660] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430/25e5f1b6-14cd-4cdc-bd81-860c6c7c7430.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.036939] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.074732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32342ad8-476a-4724-9f89-f6dce6d86ea0 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.924s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.171592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.171592] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Instance network_info: |[{"id": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "address": "fa:16:3e:45:d3:52", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9708cd-43", "ovs_interfaceid": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1110.171952] env[65762]: DEBUG oslo_concurrency.lockutils [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] Acquired lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.171952] env[65762]: DEBUG nova.network.neutron [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Refreshing network info cache for port 6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.173207] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d3:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c9708cd-43da-441c-9209-efe57e7ab4d6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.180937] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1110.182361] env[65762]: WARNING neutronclient.v2_0.client [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.187058] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.188029] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-848c3116-b331-4077-8957-8691639448e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.208809] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.208809] env[65762]: value = "task-4560948" [ 1110.208809] env[65762]: _type = "Task" [ 1110.208809] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.217469] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560948, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.305970] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1110.306316] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 139 to 140 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1110.306375] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.516333] env[65762]: WARNING neutronclient.v2_0.client [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.543584] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de264097-7537-4a3f-b8a2-33d31d4f7d45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.563782] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba8225-3b2a-4aa3-a684-1b7c6d3064eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.582445] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.636488] env[65762]: DEBUG nova.network.neutron [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updated VIF entry in instance network info cache for port 6c9708cd-43da-441c-9209-efe57e7ab4d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.636841] env[65762]: DEBUG nova.network.neutron [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [{"id": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "address": "fa:16:3e:45:d3:52", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9708cd-43", "ovs_interfaceid": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.719930] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560948, 'name': CreateVM_Task, 'duration_secs': 0.327547} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.720231] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.720741] env[65762]: WARNING neutronclient.v2_0.client [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.721298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.721383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.721679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.721937] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f33251-c37e-48db-a1d8-1b3ffcb73e59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.727973] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1110.727973] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52add17e-ccd4-209f-01f1-e55c9b1c456f" [ 1110.727973] env[65762]: _type = "Task" [ 1110.727973] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.736914] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52add17e-ccd4-209f-01f1-e55c9b1c456f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.812436] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1110.812436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.008s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.812436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.535s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.812436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.814752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.004s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.816698] env[65762]: INFO nova.compute.claims [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.856135] env[65762]: INFO nova.scheduler.client.report [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted allocations for instance 0604d096-5f13-40b2-a855-6852e95f40af [ 1110.857924] env[65762]: DEBUG nova.compute.manager [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1110.858121] env[65762]: DEBUG nova.compute.manager [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing instance network info cache due to event network-changed-66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1110.858324] env[65762]: DEBUG oslo_concurrency.lockutils [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858470] env[65762]: DEBUG oslo_concurrency.lockutils [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.858685] env[65762]: DEBUG nova.network.neutron [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Refreshing network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.972470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.091018] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.091419] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.126382] env[65762]: DEBUG nova.network.neutron [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Port 22d01e9a-2185-4d67-bc2e-81067dcb982f binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1111.139119] env[65762]: DEBUG oslo_concurrency.lockutils [req-d18684d8-042e-49c7-aa61-172dc38ffa6d req-86ef2580-8757-47b4-a819-9c11bc39c525 service nova] Releasing lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.240296] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52add17e-ccd4-209f-01f1-e55c9b1c456f, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.240611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.240852] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.241106] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.241260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.241496] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.241774] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e610346e-fa5a-4b65-9c56-476e93a433f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.251441] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.251746] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.252460] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7172ba6-8e14-4212-b8ba-ce86c4cc81b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.258375] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1111.258375] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]520dd3db-5adc-bdb2-e7c0-4e2457133fbc" [ 1111.258375] env[65762]: _type = "Task" [ 1111.258375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.268031] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520dd3db-5adc-bdb2-e7c0-4e2457133fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.363737] env[65762]: WARNING neutronclient.v2_0.client [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.369331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8f337c81-d950-4e25-a841-067d1e6cf5f7 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "0604d096-5f13-40b2-a855-6852e95f40af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.987s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.422667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "5ab5b065-f992-431b-9490-77f3073e79fd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.422968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.423178] env[65762]: DEBUG nova.compute.manager [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1111.424134] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e2682-9434-4c69-bf7f-ce06694511e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.432895] env[65762]: DEBUG nova.compute.manager [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1111.433516] env[65762]: DEBUG nova.objects.instance [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'flavor' on Instance uuid 5ab5b065-f992-431b-9490-77f3073e79fd {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.508448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-22abf771-18ea-4f42-aa53-4bb646867d85-9a579b65-2185-409b-8de8-d0de91ccc686" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.508785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-22abf771-18ea-4f42-aa53-4bb646867d85-9a579b65-2185-409b-8de8-d0de91ccc686" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.509275] env[65762]: DEBUG nova.objects.instance [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'flavor' on Instance uuid 22abf771-18ea-4f42-aa53-4bb646867d85 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.530859] env[65762]: WARNING neutronclient.v2_0.client [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.600817] env[65762]: DEBUG nova.network.neutron [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updated VIF entry in instance network info cache for port 66b3c1df-f143-4f43-bdf4-df30371e2a99. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.602044] env[65762]: DEBUG nova.network.neutron [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a579b65-2185-409b-8de8-d0de91ccc686", "address": "fa:16:3e:3b:d9:70", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a579b65-21", "ovs_interfaceid": "9a579b65-2185-409b-8de8-d0de91ccc686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.770613] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]520dd3db-5adc-bdb2-e7c0-4e2457133fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.771821] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a5de74-6181-4c6a-8c79-d755c2dcff9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.778609] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1111.778609] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522713ab-4597-b68d-7ea0-9cefbef5f676" [ 1111.778609] env[65762]: _type = "Task" [ 1111.778609] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.788477] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522713ab-4597-b68d-7ea0-9cefbef5f676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.013289] env[65762]: WARNING neutronclient.v2_0.client [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.104178] env[65762]: DEBUG oslo_concurrency.lockutils [req-b8d74b65-770c-47ed-9af6-65fd910b17d3 req-5164407d-a1aa-43ab-bfa4-711df6d35d52 service nova] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.104588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.104774] env[65762]: DEBUG nova.network.neutron [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.114488] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca8053c-4c22-4c4d-bcb9-75f918f6532b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.126634] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12339881-7648-42dd-a9c6-fc38ceaa7a36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.132355] env[65762]: DEBUG nova.objects.instance [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'pci_requests' on Instance uuid 22abf771-18ea-4f42-aa53-4bb646867d85 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.173035] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c485f24b-38ff-426d-ab9d-5b76311eb10f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.180239] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.180467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.180638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.190950] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df88804a-515a-492a-91c4-0bcd2ad2cbe8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.209100] env[65762]: DEBUG nova.compute.provider_tree [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.291133] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522713ab-4597-b68d-7ea0-9cefbef5f676, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.291500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.291775] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1/0cee2c86-ad5b-42e7-8428-f5455187f1c1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.292082] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f9b6ee-a4f2-4cf0-8d75-74279c16e79d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.302923] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1112.302923] env[65762]: value = "task-4560949" [ 1112.302923] env[65762]: _type = "Task" [ 1112.302923] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.317025] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.442044] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.442572] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af6a7bf-9e79-43b4-82b0-f1513ee9e914 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.452716] env[65762]: DEBUG oslo_vmware.api [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1112.452716] env[65762]: value = "task-4560950" [ 1112.452716] env[65762]: _type = "Task" [ 1112.452716] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.461494] env[65762]: DEBUG oslo_vmware.api [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.609762] env[65762]: WARNING neutronclient.v2_0.client [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.635123] env[65762]: DEBUG nova.objects.base [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Object Instance<22abf771-18ea-4f42-aa53-4bb646867d85> lazy-loaded attributes: flavor,pci_requests {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.635123] env[65762]: DEBUG nova.network.neutron [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.635417] env[65762]: WARNING neutronclient.v2_0.client [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.635778] env[65762]: WARNING neutronclient.v2_0.client [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.736043] env[65762]: DEBUG nova.policy [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4306afcc032c44b687cc25645ba72360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bac505201d54fc1a8ea95a600c32788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.744453] env[65762]: DEBUG nova.scheduler.client.report [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.744785] env[65762]: DEBUG nova.compute.provider_tree [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 140 to 141 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.744970] env[65762]: DEBUG nova.compute.provider_tree [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.817415] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.868887] env[65762]: WARNING neutronclient.v2_0.client [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.948478] env[65762]: INFO nova.network.neutron [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Port 9a579b65-2185-409b-8de8-d0de91ccc686 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1112.949118] env[65762]: DEBUG nova.network.neutron [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [{"id": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "address": "fa:16:3e:f3:0d:38", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b3c1df-f1", "ovs_interfaceid": "66b3c1df-f143-4f43-bdf4-df30371e2a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.966327] env[65762]: DEBUG oslo_vmware.api [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560950, 'name': PowerOffVM_Task, 'duration_secs': 0.229659} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.966824] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.967415] env[65762]: DEBUG nova.compute.manager [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1112.968633] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412652c7-9774-4979-8b22-356c0878179d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.117780] env[65762]: DEBUG nova.compute.manager [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-changed-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1113.117978] env[65762]: DEBUG nova.compute.manager [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing instance network info cache due to event network-changed-c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1113.118289] env[65762]: DEBUG oslo_concurrency.lockutils [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.118411] env[65762]: DEBUG oslo_concurrency.lockutils [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.118637] env[65762]: DEBUG nova.network.neutron [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing network info cache for port c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.188520] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.253186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.253679] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1113.256363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.863s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.256562] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.258596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.191s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.260376] env[65762]: INFO nova.compute.claims [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.285034] env[65762]: INFO nova.scheduler.client.report [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocations for instance 9d495acb-9f41-4e14-9ca4-b88ac42130fa [ 1113.289858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.290044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.290256] env[65762]: DEBUG nova.network.neutron [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.317865] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669946} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.318153] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1/0cee2c86-ad5b-42e7-8428-f5455187f1c1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.318370] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.318666] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0298e1a5-3825-46be-a0bf-437dfe2bb7d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.326204] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1113.326204] env[65762]: value = "task-4560951" [ 1113.326204] env[65762]: _type = "Task" [ 1113.326204] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.335535] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.455487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.482683] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c5deb6af-1152-4653-af66-32b5d04889ef tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.565175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.565509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.622078] env[65762]: WARNING neutronclient.v2_0.client [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.765522] env[65762]: DEBUG nova.compute.utils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.768962] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1113.769181] env[65762]: DEBUG nova.network.neutron [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1113.769536] env[65762]: WARNING neutronclient.v2_0.client [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.769833] env[65762]: WARNING neutronclient.v2_0.client [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.794927] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.797532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-616412fd-6f28-4409-b1c6-f9450d563df1 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "9d495acb-9f41-4e14-9ca4-b88ac42130fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.923s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.837381] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091766} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.837663] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.838460] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b5418-6a66-4624-a33d-f182517118e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.861056] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1/0cee2c86-ad5b-42e7-8428-f5455187f1c1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.861442] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3438a9c-c351-42bc-be3f-e3ab3647b37a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.877125] env[65762]: DEBUG nova.policy [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38481194a86d4ea2a640065f91b624a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd427f10c9d7e4f61ae5d7c82686aa55e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.885621] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1113.885621] env[65762]: value = "task-4560952" [ 1113.885621] env[65762]: _type = "Task" [ 1113.885621] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.897099] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.959649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ab081cb1-63e8-4aac-b6e6-5bba05fbd762 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-9a579b65-2185-409b-8de8-d0de91ccc686" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.949s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.986586] env[65762]: WARNING neutronclient.v2_0.client [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.069166] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1114.269663] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1114.326081] env[65762]: DEBUG nova.network.neutron [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Successfully updated port: 9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.354321] env[65762]: DEBUG nova.network.neutron [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Successfully created port: 8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1114.400714] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560952, 'name': ReconfigVM_Task, 'duration_secs': 0.304639} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.404710] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1/0cee2c86-ad5b-42e7-8428-f5455187f1c1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.409976] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8ce1b9-7032-450a-a0bc-833939ba6a5e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.420842] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1114.420842] env[65762]: value = "task-4560953" [ 1114.420842] env[65762]: _type = "Task" [ 1114.420842] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.436606] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560953, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.448798] env[65762]: DEBUG nova.network.neutron [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updated VIF entry in instance network info cache for port c6167a49-f633-4bd3-a559-885785a48e78. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.449167] env[65762]: DEBUG nova.network.neutron [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.526803] env[65762]: WARNING neutronclient.v2_0.client [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.568668] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2f79b5-18fc-4656-9d28-e37b38069660 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.589244] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b0958-423e-4ce6-84db-6c64476836ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.632342] env[65762]: DEBUG nova.network.neutron [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.634831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.635860] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8d0da-d1d0-40ce-8113-5c2ca97430b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.646746] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd9504-f6ee-429e-8652-feadc53ac0a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.662909] env[65762]: DEBUG nova.compute.provider_tree [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.795819] env[65762]: DEBUG nova.compute.manager [req-24bff386-0eb5-4a11-a308-4dd820db94c1 req-7080b834-c174-4020-a470-487d39e7dc05 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-vif-plugged-9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1114.796151] env[65762]: DEBUG oslo_concurrency.lockutils [req-24bff386-0eb5-4a11-a308-4dd820db94c1 req-7080b834-c174-4020-a470-487d39e7dc05 service nova] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.796412] env[65762]: DEBUG oslo_concurrency.lockutils [req-24bff386-0eb5-4a11-a308-4dd820db94c1 req-7080b834-c174-4020-a470-487d39e7dc05 service nova] Lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.796522] env[65762]: DEBUG oslo_concurrency.lockutils [req-24bff386-0eb5-4a11-a308-4dd820db94c1 req-7080b834-c174-4020-a470-487d39e7dc05 service nova] Lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.796688] env[65762]: DEBUG nova.compute.manager [req-24bff386-0eb5-4a11-a308-4dd820db94c1 req-7080b834-c174-4020-a470-487d39e7dc05 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] No waiting events found dispatching network-vif-plugged-9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1114.796851] env[65762]: WARNING nova.compute.manager [req-24bff386-0eb5-4a11-a308-4dd820db94c1 req-7080b834-c174-4020-a470-487d39e7dc05 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received unexpected event network-vif-plugged-9a579b65-2185-409b-8de8-d0de91ccc686 for instance with vm_state active and task_state None. [ 1114.828770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.932161] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560953, 'name': Rename_Task, 'duration_secs': 0.14672} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.932583] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.933136] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e049a6-6d0a-48a2-ab01-c8a52e6e8ea4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.940510] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1114.940510] env[65762]: value = "task-4560954" [ 1114.940510] env[65762]: _type = "Task" [ 1114.940510] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.951966] env[65762]: DEBUG oslo_concurrency.lockutils [req-2ea07533-1c1f-4fcf-9a6b-461d3e7dcba2 req-6151f577-f507-4852-abe9-7d8e33a0393a service nova] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.952434] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.952691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.952878] env[65762]: DEBUG nova.network.neutron [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.140013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.166580] env[65762]: DEBUG nova.scheduler.client.report [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.284221] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1115.323060] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1115.323445] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.323697] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1115.323986] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.324259] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1115.324518] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1115.324796] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1115.324994] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1115.325227] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1115.325411] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1115.325586] env[65762]: DEBUG nova.virt.hardware [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1115.326972] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5413af-37e7-4d05-a912-7380cc1d61bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.340683] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f420282f-0a31-4382-a8f5-62f22940781a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.423893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.424236] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.450915] env[65762]: DEBUG oslo_vmware.api [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4560954, 'name': PowerOnVM_Task, 'duration_secs': 0.46326} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.451205] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.451428] env[65762]: INFO nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1115.451610] env[65762]: DEBUG nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1115.452490] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e667b5a9-a167-47f9-a75d-0c8825bb9d11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.499052] env[65762]: WARNING nova.network.neutron [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] 3e75a234-a1b9-4c26-a601-33b2349a5c97 already exists in list: networks containing: ['3e75a234-a1b9-4c26-a601-33b2349a5c97']. ignoring it [ 1115.591660] env[65762]: WARNING neutronclient.v2_0.client [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.665505] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbadf9e-bd9f-41eb-bf23-c9c9c9402e7d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.685176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.685740] env[65762]: DEBUG nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1115.692106] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.849s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.693534] env[65762]: INFO nova.compute.claims [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.697190] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fc7e06-1857-489e-9944-ac090809aba0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.708726] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.755085] env[65762]: WARNING neutronclient.v2_0.client [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.824494] env[65762]: DEBUG nova.network.neutron [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a579b65-2185-409b-8de8-d0de91ccc686", "address": "fa:16:3e:3b:d9:70", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a579b65-21", "ovs_interfaceid": "9a579b65-2185-409b-8de8-d0de91ccc686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.835472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "5ab5b065-f992-431b-9490-77f3073e79fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.835734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.835944] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "5ab5b065-f992-431b-9490-77f3073e79fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.836140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.836310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.839092] env[65762]: INFO nova.compute.manager [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Terminating instance [ 1115.924696] env[65762]: DEBUG nova.network.neutron [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Successfully updated port: 8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1115.927566] env[65762]: DEBUG nova.compute.utils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.973027] env[65762]: INFO nova.compute.manager [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Took 20.50 seconds to build instance. [ 1116.204379] env[65762]: DEBUG nova.compute.utils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.205810] env[65762]: DEBUG nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1116.213768] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-edd9ea8d-f971-4869-97ff-ac8aeb2a4bcf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance '25e5f1b6-14cd-4cdc-bd81-860c6c7c7430' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.328067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.328728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.329983] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0665eb7d-f5ad-4b05-b189-ac5f85769bca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.348650] env[65762]: DEBUG nova.compute.manager [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1116.348907] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.349566] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1116.349781] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.349935] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1116.350151] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.350305] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1116.350453] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1116.350658] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.350811] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1116.350973] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1116.351148] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1116.351327] env[65762]: DEBUG nova.virt.hardware [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1116.357889] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Reconfiguring VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1116.358684] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10bbeb2-11c3-4229-8810-ddd625c6e386 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.361458] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6fd634-c890-48eb-9984-a77ba6ba7a70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.378766] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.380148] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-233912a3-57b1-42c7-bc4a-4d317b15dd1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.381804] env[65762]: DEBUG oslo_vmware.api [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1116.381804] env[65762]: value = "task-4560955" [ 1116.381804] env[65762]: _type = "Task" [ 1116.381804] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.391244] env[65762]: DEBUG oslo_vmware.api [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560955, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.428212] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428482] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.428813] env[65762]: DEBUG nova.network.neutron [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.431020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.462643] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.462865] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.463055] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore2] 5ab5b065-f992-431b-9490-77f3073e79fd {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.463499] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e257e4-6784-409d-bc74-63935777acdf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.471163] env[65762]: DEBUG oslo_vmware.api [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1116.471163] env[65762]: value = "task-4560957" [ 1116.471163] env[65762]: _type = "Task" [ 1116.471163] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.475661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.015s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.484392] env[65762]: DEBUG oslo_vmware.api [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.708043] env[65762]: DEBUG nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1116.893109] env[65762]: DEBUG oslo_vmware.api [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.967414] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf4be28-5a41-47b4-a4c9-9eb417f72217 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.978972] env[65762]: DEBUG nova.network.neutron [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1116.982973] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54f2c5-6133-40dd-974f-2b8e4af9a759 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.990158] env[65762]: DEBUG oslo_vmware.api [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14095} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.990962] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.991189] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.991409] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.991593] env[65762]: INFO nova.compute.manager [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1116.991886] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1116.992131] env[65762]: DEBUG nova.compute.manager [-] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1116.992218] env[65762]: DEBUG nova.network.neutron [-] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1116.992497] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.027332] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc11a4-18db-4f7f-9e10-8e027a100897 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.040720] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.043791] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655cad8-aa0f-4892-863d-15d11c7da597 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.060764] env[65762]: DEBUG nova.compute.provider_tree [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.098848] env[65762]: WARNING neutronclient.v2_0.client [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.288495] env[65762]: DEBUG nova.network.neutron [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.393633] env[65762]: DEBUG oslo_vmware.api [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560955, 'name': ReconfigVM_Task, 'duration_secs': 0.729658} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.394088] env[65762]: WARNING neutronclient.v2_0.client [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.394365] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.394565] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Reconfigured VM to attach interface {{(pid=65762) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1117.535984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.536384] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.536702] env[65762]: INFO nova.compute.manager [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Attaching volume d744d4f8-9830-40a5-91b3-0d69c032c4a9 to /dev/sdb [ 1117.564693] env[65762]: DEBUG nova.scheduler.client.report [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.577929] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a96bc3-c78f-4501-a179-59b2bf4a001a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.587168] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2990bea-62b9-429f-ba7b-4f73791edeb2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.603148] env[65762]: DEBUG nova.virt.block_device [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updating existing volume attachment record: 04f5819c-af9e-46de-90d1-217833adac37 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.719757] env[65762]: DEBUG nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1117.748670] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1117.748670] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.748670] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1117.748886] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.748923] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1117.749062] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1117.749270] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1117.749453] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1117.749744] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1117.749864] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1117.749997] env[65762]: DEBUG nova.virt.hardware [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1117.751101] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a11c0-4fdf-4999-b6f6-1f13e732a35e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.760749] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d0b1ab-6453-48b3-8559-a3a9ace51296 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.776982] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.783484] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Creating folder: Project (1e7363e564eb4802b954aabb46cb432d). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.783888] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f17a26a4-2f1d-4bed-872d-1de37caaf733 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.785923] env[65762]: DEBUG nova.network.neutron [-] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.791656] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.791656] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance network_info: |[{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1117.791904] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:dc:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8194aec7-f2f2-4fa5-9c43-715e755c28ff', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.799844] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.801970] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.802249] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Created folder: Project (1e7363e564eb4802b954aabb46cb432d) in parent group-v890951. [ 1117.802767] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Creating folder: Instances. Parent ref: group-v891241. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.802767] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b5a56c-1f15-4ade-9aa1-0d9b1535ca01 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.818771] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074aa0cb-49a3-4135-91ed-10a577fa740a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.827111] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.827111] env[65762]: value = "task-4560962" [ 1117.827111] env[65762]: _type = "Task" [ 1117.827111] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.832845] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Created folder: Instances in parent group-v891241. [ 1117.833157] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.833369] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.833603] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3445a147-96ff-4d84-9c36-9fc2557d7212 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.849332] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560962, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.857426] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.857426] env[65762]: value = "task-4560964" [ 1117.857426] env[65762]: _type = "Task" [ 1117.857426] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.867105] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560964, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.900450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9dd82051-223c-4977-8829-fde550ff3f55 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-22abf771-18ea-4f42-aa53-4bb646867d85-9a579b65-2185-409b-8de8-d0de91ccc686" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.391s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.945797] env[65762]: DEBUG nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-changed-9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1117.946200] env[65762]: DEBUG nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing instance network info cache due to event network-changed-9a579b65-2185-409b-8de8-d0de91ccc686. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1117.946515] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.946737] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.946949] env[65762]: DEBUG nova.network.neutron [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Refreshing network info cache for port 9a579b65-2185-409b-8de8-d0de91ccc686 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.971116] env[65762]: DEBUG nova.compute.manager [req-773bc5a2-7723-41a7-9722-ac70453d2226 req-63bc47fa-c450-4b3c-b17e-e4ec2e215fe9 service nova] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Received event network-vif-deleted-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1118.069840] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.070494] env[65762]: DEBUG nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1118.073631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.599s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.073861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.076791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.833s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.104068] env[65762]: INFO nova.scheduler.client.report [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Deleted allocations for instance 9938c0de-f405-4340-a06e-d02e5daecd9b [ 1118.288769] env[65762]: INFO nova.compute.manager [-] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Took 1.30 seconds to deallocate network for instance. [ 1118.343870] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560962, 'name': CreateVM_Task, 'duration_secs': 0.390251} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.345229] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.345740] env[65762]: WARNING neutronclient.v2_0.client [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.346326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.346512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.346897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.347612] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60194d1f-d547-40d3-9d1e-17833d3cdddb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.353976] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1118.353976] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d27356-7bd0-dacc-9bfb-e926b9873cc7" [ 1118.353976] env[65762]: _type = "Task" [ 1118.353976] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.369887] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d27356-7bd0-dacc-9bfb-e926b9873cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.374303] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560964, 'name': CreateVM_Task, 'duration_secs': 0.489589} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.374578] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.375234] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.450509] env[65762]: WARNING neutronclient.v2_0.client [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.531694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.531915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.532341] env[65762]: DEBUG nova.compute.manager [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Going to confirm migration 4 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1118.581788] env[65762]: INFO nova.compute.claims [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.586811] env[65762]: DEBUG nova.compute.utils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.589504] env[65762]: DEBUG nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Not allocating networking since 'none' was specified. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1118.613744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5e849f3-9a81-49e7-9fde-046a43db8a17 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Lock "9938c0de-f405-4340-a06e-d02e5daecd9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.598s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.631223] env[65762]: WARNING neutronclient.v2_0.client [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.736722] env[65762]: DEBUG nova.network.neutron [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updated VIF entry in instance network info cache for port 9a579b65-2185-409b-8de8-d0de91ccc686. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.737583] env[65762]: DEBUG nova.network.neutron [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a579b65-2185-409b-8de8-d0de91ccc686", "address": "fa:16:3e:3b:d9:70", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a579b65-21", "ovs_interfaceid": "9a579b65-2185-409b-8de8-d0de91ccc686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.797924] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.865350] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52d27356-7bd0-dacc-9bfb-e926b9873cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.015397} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.865677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.865912] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.866158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.866324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.866516] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.866806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.867129] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.867359] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b031cc5-dce6-4d6c-95c8-61f3fba5e60d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.869476] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f3a1de-8c63-4842-a14a-721c81297553 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.876487] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1118.876487] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52933a26-ff43-036d-119b-bcc5edcf87d8" [ 1118.876487] env[65762]: _type = "Task" [ 1118.876487] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.880676] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.880857] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.881893] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b222b76-14d6-4d1d-9a4d-b921e136e5e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.887107] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52933a26-ff43-036d-119b-bcc5edcf87d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.890491] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1118.890491] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52afb023-f30c-d976-bcd0-8e7bb55b153e" [ 1118.890491] env[65762]: _type = "Task" [ 1118.890491] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.898543] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52afb023-f30c-d976-bcd0-8e7bb55b153e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.038357] env[65762]: WARNING neutronclient.v2_0.client [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.091349] env[65762]: INFO nova.compute.resource_tracker [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating resource usage from migration 750b3e4a-d7e9-4cc5-9bd9-4b5e927969d9 [ 1119.094342] env[65762]: DEBUG nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1119.100033] env[65762]: WARNING neutronclient.v2_0.client [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.100191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.100352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.100619] env[65762]: DEBUG nova.network.neutron [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.100890] env[65762]: DEBUG nova.objects.instance [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'info_cache' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.240467] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.240978] env[65762]: DEBUG nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-vif-plugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1119.240978] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.241132] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.241295] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.241491] env[65762]: DEBUG nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] No waiting events found dispatching network-vif-plugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1119.241673] env[65762]: WARNING nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received unexpected event network-vif-plugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff for instance with vm_state building and task_state spawning. [ 1119.241991] env[65762]: DEBUG nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1119.242177] env[65762]: DEBUG nova.compute.manager [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing instance network info cache due to event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1119.242446] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.242554] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.242669] env[65762]: DEBUG nova.network.neutron [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.311586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "interface-22abf771-18ea-4f42-aa53-4bb646867d85-9a579b65-2185-409b-8de8-d0de91ccc686" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.311586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-22abf771-18ea-4f42-aa53-4bb646867d85-9a579b65-2185-409b-8de8-d0de91ccc686" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.369977] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd6595c-469f-4069-8fa9-f768ac97478e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.381972] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e617426-18c7-478e-b8c8-7116a0c44133 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.392593] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52933a26-ff43-036d-119b-bcc5edcf87d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.421985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.422287] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.422517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.423779] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60531a87-faee-4707-a781-68acbbf5b5b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.435877] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0986d1-0fc6-4a2d-a352-10fce021f3d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.439610] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52afb023-f30c-d976-bcd0-8e7bb55b153e, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.440652] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3c8d12-61aa-483d-ae61-acdaf3a14f53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.451099] env[65762]: DEBUG nova.compute.provider_tree [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.455935] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1119.455935] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb44d8-7e71-b837-ec26-4069b137a44f" [ 1119.455935] env[65762]: _type = "Task" [ 1119.455935] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.464808] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb44d8-7e71-b837-ec26-4069b137a44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.645038] env[65762]: DEBUG nova.compute.manager [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1119.748054] env[65762]: WARNING neutronclient.v2_0.client [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.812166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.812275] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.813147] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8042b3-d1e2-41f6-a018-7b4325d0f6fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.832971] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c5d6b6-d508-49d3-9d54-24ddbf579617 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.857974] env[65762]: WARNING neutronclient.v2_0.client [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.867019] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Reconfiguring VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1119.867019] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8908242-2caa-4d36-833e-05f286423a8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.890716] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1119.890716] env[65762]: value = "task-4560966" [ 1119.890716] env[65762]: _type = "Task" [ 1119.890716] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.902283] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.954744] env[65762]: DEBUG nova.scheduler.client.report [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.971615] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cb44d8-7e71-b837-ec26-4069b137a44f, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.972998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.973764] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.973764] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.974199] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.974529] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-347891ff-a90b-41d1-8693-2a7bdfa8b247 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.976808] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f438d06-41ac-4c54-8406-7234be28ded3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.986576] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1119.986576] env[65762]: value = "task-4560967" [ 1119.986576] env[65762]: _type = "Task" [ 1119.986576] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.992059] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.992650] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.997042] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3106e5-e3e3-483c-bacc-e9ac03e136fd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.002742] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.007398] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1120.007398] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5253855b-9f33-ad1a-194a-7f65cdb33b36" [ 1120.007398] env[65762]: _type = "Task" [ 1120.007398] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.016525] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5253855b-9f33-ad1a-194a-7f65cdb33b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.035618] env[65762]: WARNING neutronclient.v2_0.client [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.105180] env[65762]: DEBUG nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1120.108976] env[65762]: WARNING neutronclient.v2_0.client [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.121310] env[65762]: DEBUG nova.network.neutron [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updated VIF entry in instance network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1120.121766] env[65762]: DEBUG nova.network.neutron [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.137235] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1120.137235] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.137235] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1120.137235] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.137653] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1120.137948] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1120.138304] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.138577] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1120.138853] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1120.139152] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1120.139456] env[65762]: DEBUG nova.virt.hardware [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1120.140701] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8463f01-dfe3-44f7-8464-ccbcabcc3e1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.155406] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef8dad-778b-4358-a8e3-5668d0fc085a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.172311] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.179588] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1120.180897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.181536] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.184019] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-367e4253-59fc-4b8d-be03-e3a56b379913 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.203236] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.203236] env[65762]: value = "task-4560968" [ 1120.203236] env[65762]: _type = "Task" [ 1120.203236] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.214423] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560968, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.354843] env[65762]: WARNING neutronclient.v2_0.client [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.401988] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.456547] env[65762]: DEBUG nova.network.neutron [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.461965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.385s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.462248] env[65762]: INFO nova.compute.manager [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Migrating [ 1120.470609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.200s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.470918] env[65762]: DEBUG nova.objects.instance [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'resources' on Instance uuid ed509cb1-6f57-41d0-9b68-157448888d41 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.502235] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.521753] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5253855b-9f33-ad1a-194a-7f65cdb33b36, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.522844] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97ce19d-9713-4992-83e9-37b44cf54dd1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.531582] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1120.531582] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5297f327-077c-1f1d-c4a9-2bf6eda0e206" [ 1120.531582] env[65762]: _type = "Task" [ 1120.531582] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.542567] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5297f327-077c-1f1d-c4a9-2bf6eda0e206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.626144] env[65762]: DEBUG oslo_concurrency.lockutils [req-22bdfbe2-5884-4414-9e8d-6c27f454bc28 req-251029d8-5ec4-457b-88d0-1e924d72cf11 service nova] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.719058] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560968, 'name': CreateVM_Task, 'duration_secs': 0.38387} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.719058] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.719058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.719058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.719058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.719403] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50324d0f-abb4-4047-b4f0-2b64e2ee47f9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.724354] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1120.724354] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52908136-aeb4-a971-ed26-259a62e60972" [ 1120.724354] env[65762]: _type = "Task" [ 1120.724354] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.732716] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52908136-aeb4-a971-ed26-259a62e60972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.902565] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.961597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.962057] env[65762]: DEBUG nova.objects.instance [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'migration_context' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.987804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.988038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.989169] env[65762]: DEBUG nova.network.neutron [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1121.000324] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.048892] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5297f327-077c-1f1d-c4a9-2bf6eda0e206, 'name': SearchDatastore_Task, 'duration_secs': 0.02076} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.049586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.049950] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] abd01d8a-4713-4f89-b8c8-b82627b559e5/abd01d8a-4713-4f89-b8c8-b82627b559e5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.053117] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bbf118-7111-40e1-b5ba-2a6a809dce3f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.061032] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1121.061032] env[65762]: value = "task-4560969" [ 1121.061032] env[65762]: _type = "Task" [ 1121.061032] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.071717] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.236778] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52908136-aeb4-a971-ed26-259a62e60972, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.240703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.240803] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.241702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.241702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.241702] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.241989] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3d4a77c-ff95-4232-8c7c-1709e593a9fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.253029] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a240ddfc-4bb5-4a9a-a31c-ef8dff6c61ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.255937] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.256127] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.257151] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db92a1a5-ae71-4099-bd94-9e26a7feeb77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.262785] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95680870-e7a3-49f4-b063-da11c4d12611 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.267351] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1121.267351] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5210b8a1-d02c-81c6-2942-2ad6237499e1" [ 1121.267351] env[65762]: _type = "Task" [ 1121.267351] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.304028] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b79268-4940-4bc2-ab34-cd01263f3a9c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.310305] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5210b8a1-d02c-81c6-2942-2ad6237499e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.312194] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73784128-be01-4927-8fca-2d5c0a332f97 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.319015] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43115795-9eee-463e-8b9f-2287271b2bc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.323211] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1121.323211] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e864f6-2c96-f137-dc14-8894c43f38c1" [ 1121.323211] env[65762]: _type = "Task" [ 1121.323211] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.335773] env[65762]: DEBUG nova.compute.provider_tree [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.343853] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e864f6-2c96-f137-dc14-8894c43f38c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.344130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.344586] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.344879] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67bd48af-b429-4802-8512-b30256ea59d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.353398] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1121.353398] env[65762]: value = "task-4560970" [ 1121.353398] env[65762]: _type = "Task" [ 1121.353398] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.363128] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.403111] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.466363] env[65762]: DEBUG nova.objects.base [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Object Instance<25e5f1b6-14cd-4cdc-bd81-860c6c7c7430> lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1121.466363] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf08ac-8a62-4a74-8a9c-2133f3a284f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.487181] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4819fc21-dc62-4008-8af1-98c60f51ed89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.494601] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.497156] env[65762]: DEBUG oslo_vmware.api [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1121.497156] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524d1cf9-b310-8ca8-3652-d222c2e03d0d" [ 1121.497156] env[65762]: _type = "Task" [ 1121.497156] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.505657] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.511557] env[65762]: DEBUG oslo_vmware.api [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524d1cf9-b310-8ca8-3652-d222c2e03d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.007461} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.511855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.573832] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.700132] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.798594] env[65762]: DEBUG nova.network.neutron [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance_info_cache with network_info: [{"id": "15f1ac35-9706-4148-902c-2c0688c6d96c", "address": "fa:16:3e:3b:8d:2d", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f1ac35-97", "ovs_interfaceid": "15f1ac35-9706-4148-902c-2c0688c6d96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.840305] env[65762]: DEBUG nova.scheduler.client.report [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.866736] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560970, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.904671] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.001643] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560967, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580002} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.002071] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.002220] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.002640] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50226641-2c1e-4dac-aff0-94dbe566f781 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.011825] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1122.011825] env[65762]: value = "task-4560971" [ 1122.011825] env[65762]: _type = "Task" [ 1122.011825] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.022283] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.073485] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.155071] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.155480] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891243', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'name': 'volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68bdfe3f-2169-4486-890d-c88793baf89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'serial': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.156532] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9c0ff-dc26-4ebe-b5a0-5505b0db5dc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.179529] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dc8954-d9dc-4d8f-a7c3-fda86c6deda6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.210941] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9/volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.211678] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc82154-02e9-4b04-bf30-44d4fd1bc9ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.234778] env[65762]: DEBUG oslo_vmware.api [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1122.234778] env[65762]: value = "task-4560972" [ 1122.234778] env[65762]: _type = "Task" [ 1122.234778] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.246337] env[65762]: DEBUG oslo_vmware.api [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.301675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.345882] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.351394] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.715s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.351781] env[65762]: INFO nova.compute.claims [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.379358] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926595} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.380141] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.380141] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.380141] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88dc7ced-c056-4e50-8a8d-a7b50ecce37b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.386875] env[65762]: INFO nova.scheduler.client.report [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted allocations for instance ed509cb1-6f57-41d0-9b68-157448888d41 [ 1122.396622] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1122.396622] env[65762]: value = "task-4560973" [ 1122.396622] env[65762]: _type = "Task" [ 1122.396622] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.409651] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.413699] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.522637] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099319} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.522964] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.523820] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e026e59e-c333-4ec5-971a-2a131ce79244 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.547404] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.547688] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093cfce5-3bde-42ec-9933-f9ac9d2f71b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.575454] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560969, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211828} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.577513] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] abd01d8a-4713-4f89-b8c8-b82627b559e5/abd01d8a-4713-4f89-b8c8-b82627b559e5.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.577844] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.578324] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1122.578324] env[65762]: value = "task-4560974" [ 1122.578324] env[65762]: _type = "Task" [ 1122.578324] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.578434] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c02369-3ba6-4a15-add4-f8e0b82b2dc5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.590080] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.592009] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1122.592009] env[65762]: value = "task-4560975" [ 1122.592009] env[65762]: _type = "Task" [ 1122.592009] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.603908] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.745871] env[65762]: DEBUG oslo_vmware.api [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560972, 'name': ReconfigVM_Task, 'duration_secs': 0.404967} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.746223] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9/volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.751244] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20009199-b210-4b9c-a6d2-6b01755ee313 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.768514] env[65762]: DEBUG oslo_vmware.api [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1122.768514] env[65762]: value = "task-4560976" [ 1122.768514] env[65762]: _type = "Task" [ 1122.768514] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.779033] env[65762]: DEBUG oslo_vmware.api [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.903211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f7ebeb74-3acc-4a1b-83df-b7785029d02e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "ed509cb1-6f57-41d0-9b68-157448888d41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.345s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.915209] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.918638] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.091196] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560974, 'name': ReconfigVM_Task, 'duration_secs': 0.303954} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.091498] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.092150] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6528033-0868-415f-8c2c-d00a807924ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.105230] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072673} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.106631] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.107149] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1123.107149] env[65762]: value = "task-4560977" [ 1123.107149] env[65762]: _type = "Task" [ 1123.107149] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.108037] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664562ff-d5e3-4d68-87d9-75dedf8e4b79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.129745] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560977, 'name': Rename_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.138953] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] abd01d8a-4713-4f89-b8c8-b82627b559e5/abd01d8a-4713-4f89-b8c8-b82627b559e5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.139350] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e5797e-2fdf-435b-9948-0bd48ef6e281 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.163020] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1123.163020] env[65762]: value = "task-4560978" [ 1123.163020] env[65762]: _type = "Task" [ 1123.163020] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.173737] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.280577] env[65762]: DEBUG oslo_vmware.api [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4560976, 'name': ReconfigVM_Task, 'duration_secs': 0.155045} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.280960] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891243', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'name': 'volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68bdfe3f-2169-4486-890d-c88793baf89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'serial': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.415015] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.425134] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.783302} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.425134] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.425134] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cab7e1-1b1a-4180-9b38-4e93abb83207 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.446592] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.449839] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ddb452-e4e9-429c-9cba-58d528c04c2b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.474130] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1123.474130] env[65762]: value = "task-4560979" [ 1123.474130] env[65762]: _type = "Task" [ 1123.474130] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.486616] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.623949] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560977, 'name': Rename_Task, 'duration_secs': 0.154565} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.624284] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.624584] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3496af-17ee-4df5-9cc5-17f4062b453a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.634869] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1123.634869] env[65762]: value = "task-4560980" [ 1123.634869] env[65762]: _type = "Task" [ 1123.634869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.644325] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.646153] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8550de-c6a4-4357-8db5-5a613ec31e0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.653897] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295003c-0e3b-43d0-975e-4d194e394d69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.693520] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41fb8e-ca24-4586-93ef-e94c7764954b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.704426] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.705940] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb366d-2c59-4724-a089-cd950b703979 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.722767] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.818764] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8238bd-dcd0-456b-8e45-277a5860276a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.838071] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.911729] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.985586] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560979, 'name': ReconfigVM_Task, 'duration_secs': 0.351793} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.985928] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.986600] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a6a75e4-46ab-4bb5-ab23-256aeafe779f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.993547] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1123.993547] env[65762]: value = "task-4560981" [ 1123.993547] env[65762]: _type = "Task" [ 1123.993547] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.004375] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560981, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.145903] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.199305] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560978, 'name': ReconfigVM_Task, 'duration_secs': 0.645344} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.199715] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Reconfigured VM instance instance-0000006c to attach disk [datastore1] abd01d8a-4713-4f89-b8c8-b82627b559e5/abd01d8a-4713-4f89-b8c8-b82627b559e5.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.200377] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b888a75f-2e3b-4c12-8807-b594be7f3d2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.208163] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1124.208163] env[65762]: value = "task-4560982" [ 1124.208163] env[65762]: _type = "Task" [ 1124.208163] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.218608] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560982, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.244674] env[65762]: ERROR nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [req-1a0ba0b6-f064-4573-a320-96f34780f333] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a0ba0b6-f064-4573-a320-96f34780f333"}]} [ 1124.264266] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1124.276456] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1124.276751] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.288590] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1124.307753] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1124.308088] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 144 to 145 during operation: update_traits {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.345499] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.348955] env[65762]: DEBUG nova.objects.instance [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'flavor' on Instance uuid 68bdfe3f-2169-4486-890d-c88793baf89f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.350218] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c5b5817-d1a4-4c74-b85f-0fccdff58af5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.358815] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1124.358815] env[65762]: value = "task-4560983" [ 1124.358815] env[65762]: _type = "Task" [ 1124.358815] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.371427] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.411809] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.507353] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560981, 'name': Rename_Task, 'duration_secs': 0.142337} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.507641] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.507934] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663072f1-86b0-4616-a5eb-1baec319b021 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.515601] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1124.515601] env[65762]: value = "task-4560984" [ 1124.515601] env[65762]: _type = "Task" [ 1124.515601] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.528047] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.576537] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db3ce2-712d-43a2-8e55-61e77414cf5b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.585378] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec149f0d-5531-4faf-99d2-503f832cabab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.620989] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a411c89-b097-4ade-8405-09431d749e4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.632309] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa217422-295e-4026-8e69-5fa55d754edc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.657226] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.659256] env[65762]: DEBUG oslo_vmware.api [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4560980, 'name': PowerOnVM_Task, 'duration_secs': 0.583121} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.659486] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.659881] env[65762]: INFO nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1124.660105] env[65762]: DEBUG nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1124.661735] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0fbefe-aa30-4ed9-b961-a78b51c38887 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.721136] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560982, 'name': Rename_Task, 'duration_secs': 0.136809} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.721430] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.721780] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fddd4da-94eb-4418-9261-06a5040b37f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.729566] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1124.729566] env[65762]: value = "task-4560985" [ 1124.729566] env[65762]: _type = "Task" [ 1124.729566] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.738460] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.854867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7d5faff6-49aa-4c9d-8d44-560910df0c0d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.869718] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560983, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.912299] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.026391] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.185729] env[65762]: INFO nova.compute.manager [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Took 28.39 seconds to build instance. [ 1125.191159] env[65762]: ERROR nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [req-0597e3a7-3cf2-4365-a3cb-c828a4398341] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0597e3a7-3cf2-4365-a3cb-c828a4398341"}]} [ 1125.211453] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1125.227479] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1125.227912] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.243482] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560985, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.243843] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1125.264342] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1125.323865] env[65762]: DEBUG nova.compute.manager [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1125.369287] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560983, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.417328] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.529286] env[65762]: DEBUG oslo_vmware.api [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560984, 'name': PowerOnVM_Task, 'duration_secs': 0.864367} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.530673] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.530896] env[65762]: INFO nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1125.531124] env[65762]: DEBUG nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1125.531914] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad84887-f00c-41a6-a708-33075cd39234 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.535079] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be76cc-b58d-45a9-aebf-4c1a4701c6b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.544171] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e187c5d-e9a5-4a7f-b4d3-bad1c9c6dd47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.579260] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6105af98-5196-439c-8ea4-2d90a69a64be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.589013] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158b620-c9f8-47ce-ad75-87ea56b68cb7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.604580] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.687421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cf02e530-a346-48a2-a204-ab8f00feb6f8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.905s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.742134] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.842272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.870342] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560983, 'name': PowerOffVM_Task, 'duration_secs': 1.26068} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.870642] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.870833] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.915324] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.057945] env[65762]: INFO nova.compute.manager [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Took 22.24 seconds to build instance. [ 1126.130983] env[65762]: ERROR nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [req-28a52eba-7fc0-48a7-8051-007f9246d861] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4992ffa-a10b-4f66-af9e-5381b3a4e2af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28a52eba-7fc0-48a7-8051-007f9246d861"}]} [ 1126.150958] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1126.167493] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1126.167836] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.183794] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1126.205806] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.225267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.225441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.244793] env[65762]: DEBUG oslo_vmware.api [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560985, 'name': PowerOnVM_Task, 'duration_secs': 1.48993} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.247837] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.248062] env[65762]: INFO nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1126.248244] env[65762]: DEBUG nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1126.249345] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5bff5b-bf38-45f0-b471-fb82e30201fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.377307] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.377518] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.377671] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.377927] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.378141] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.378298] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.378498] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.378653] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.378813] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.378966] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.379147] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.385301] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3223f52a-65a8-4028-8bf7-23835f8e4107 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.408281] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1126.408281] env[65762]: value = "task-4560986" [ 1126.408281] env[65762]: _type = "Task" [ 1126.408281] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.416672] env[65762]: DEBUG oslo_vmware.api [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560966, 'name': ReconfigVM_Task, 'duration_secs': 6.150472} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.417434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.417652] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Reconfigured VM to detach interface {{(pid=65762) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1126.418086] env[65762]: WARNING neutronclient.v2_0.client [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.418407] env[65762]: WARNING neutronclient.v2_0.client [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.423728] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.453388] env[65762]: WARNING neutronclient.v2_0.client [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.527208] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e3f8e8-9542-409a-8783-2ebd36835bd4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.537414] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9674d83-03eb-477e-8b6e-97ac2fe6458a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.543805] env[65762]: DEBUG nova.compute.manager [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1126.544083] env[65762]: DEBUG nova.compute.manager [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing instance network info cache due to event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1126.544311] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.544511] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.544696] env[65762]: DEBUG nova.network.neutron [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.578471] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5c98122a-186d-484b-9058-74fc5d55e905 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "31030a85-070f-4f28-9166-0d72655b94a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.766s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.583319] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05649d32-cb58-4823-a59d-67764830b788 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.592947] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c19b371-c9e0-47cc-b9aa-5d3c41a9c40b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.607857] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.727819] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1126.776492] env[65762]: INFO nova.compute.manager [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Took 23.73 seconds to build instance. [ 1126.810530] env[65762]: INFO nova.compute.manager [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Rebuilding instance [ 1126.856626] env[65762]: DEBUG nova.compute.manager [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1126.857534] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78196b39-ed4d-46fb-ba8a-24879abf3a53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.919976] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560986, 'name': ReconfigVM_Task, 'duration_secs': 0.170742} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.920334] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.049860] env[65762]: WARNING neutronclient.v2_0.client [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.144711] env[65762]: DEBUG nova.scheduler.client.report [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1127.144711] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 147 to 148 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1127.144711] env[65762]: DEBUG nova.compute.provider_tree [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.223472] env[65762]: WARNING neutronclient.v2_0.client [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.248890] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.280097] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4067fb1c-c60e-4286-b5ad-ba9a33f0eb68 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "abd01d8a-4713-4f89-b8c8-b82627b559e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.245s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.335950] env[65762]: DEBUG nova.network.neutron [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updated VIF entry in instance network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.335950] env[65762]: DEBUG nova.network.neutron [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.427064] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1127.427338] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.427491] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1127.427667] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.427859] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1127.428502] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1127.428502] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.428502] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1127.428502] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1127.428802] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1127.428802] env[65762]: DEBUG nova.virt.hardware [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1127.434319] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.435069] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f192e65-bde7-40f0-919f-c9c8f480578f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.457353] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1127.457353] env[65762]: value = "task-4560987" [ 1127.457353] env[65762]: _type = "Task" [ 1127.457353] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.466913] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.650818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.301s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.651365] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1127.654273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.857s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.654486] env[65762]: DEBUG nova.objects.instance [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'resources' on Instance uuid 5ab5b065-f992-431b-9490-77f3073e79fd {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.816781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.816991] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquired lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.817169] env[65762]: DEBUG nova.network.neutron [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.838300] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d8dc868-51a6-4f93-9f65-74834c438cdc req-08c0fa6a-f5c5-4532-8094-f622bd751a0f service nova] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.873250] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.873713] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2701d8bc-907d-40e2-bcbb-8d9614331444 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.882451] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1127.882451] env[65762]: value = "task-4560988" [ 1127.882451] env[65762]: _type = "Task" [ 1127.882451] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.886152] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.886397] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "22abf771-18ea-4f42-aa53-4bb646867d85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.886611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.886790] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.886958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "22abf771-18ea-4f42-aa53-4bb646867d85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.890048] env[65762]: INFO nova.compute.manager [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Terminating instance [ 1127.897189] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.969717] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560987, 'name': ReconfigVM_Task, 'duration_secs': 0.444426} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.970077] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.970844] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45511244-b6bd-487d-a969-3afd9e756bf5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.995229] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36/4474b9ab-518b-45f5-bf9a-d91cacadca36.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.995581] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177c26b7-cda2-4580-b361-c06ab6f558c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.015341] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1128.015341] env[65762]: value = "task-4560989" [ 1128.015341] env[65762]: _type = "Task" [ 1128.015341] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.026490] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.157891] env[65762]: DEBUG nova.compute.utils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.162290] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1128.162578] env[65762]: DEBUG nova.network.neutron [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1128.162928] env[65762]: WARNING neutronclient.v2_0.client [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.163266] env[65762]: WARNING neutronclient.v2_0.client [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.202472] env[65762]: DEBUG nova.policy [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8617b5069548abbd9aa8f7ca77298e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d9a3d9a73a6422cbeaf5d578ea94cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.320589] env[65762]: WARNING neutronclient.v2_0.client [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.395105] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560988, 'name': PowerOffVM_Task, 'duration_secs': 0.122936} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.395390] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.395625] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.396414] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef03a2-b95d-40fe-a6fe-0c18ad7dfa8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.403803] env[65762]: DEBUG nova.compute.manager [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1128.404029] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.405078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffb621d-ffe3-4932-89cb-db12df5d297a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.413606] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.415377] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d222756-9c74-4ff7-96e4-891535cd22d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.416943] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.417960] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f896d01-5871-4698-8ac2-06653ee0e008 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.419792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ff7737-2a39-4165-b5f9-ad61820bef83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.427814] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d07f15f-196e-4195-86bd-f1d1f05a7795 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.432555] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1128.432555] env[65762]: value = "task-4560990" [ 1128.432555] env[65762]: _type = "Task" [ 1128.432555] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.468801] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4198f80-286d-4a39-81d7-058559cf927b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.472093] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.472323] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.472539] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleting the datastore file [datastore1] 31030a85-070f-4f28-9166-0d72655b94a4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.476206] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b56888-0a32-4eff-abb0-92f21022f1b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.478193] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.487612] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b9c76-76dc-42ba-a1b4-a932c6ec0d55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.492442] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1128.492442] env[65762]: value = "task-4560992" [ 1128.492442] env[65762]: _type = "Task" [ 1128.492442] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.509394] env[65762]: DEBUG nova.compute.provider_tree [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.516346] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.529800] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.539388] env[65762]: DEBUG nova.network.neutron [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Successfully created port: d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1128.576036] env[65762]: WARNING neutronclient.v2_0.client [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.663623] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1128.691226] env[65762]: INFO nova.network.neutron [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Port 9a579b65-2185-409b-8de8-d0de91ccc686 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1128.691662] env[65762]: DEBUG nova.network.neutron [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [{"id": "c6167a49-f633-4bd3-a559-885785a48e78", "address": "fa:16:3e:d1:e7:5c", "network": {"id": "3e75a234-a1b9-4c26-a601-33b2349a5c97", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1049202825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bac505201d54fc1a8ea95a600c32788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6167a49-f6", "ovs_interfaceid": "c6167a49-f633-4bd3-a559-885785a48e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.943298] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560990, 'name': PowerOffVM_Task, 'duration_secs': 0.265477} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.943585] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.943748] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.944013] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-febb3a36-9316-47d3-9df4-d05c007f39a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.003505] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114406} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.003837] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.004073] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.004259] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.013104] env[65762]: DEBUG nova.scheduler.client.report [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.028107] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4560989, 'name': ReconfigVM_Task, 'duration_secs': 0.582614} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.030286] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36/4474b9ab-518b-45f5-bf9a-d91cacadca36.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.031023] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.034356] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.034610] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.034800] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleting the datastore file [datastore1] 22abf771-18ea-4f42-aa53-4bb646867d85 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.035292] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e640b87-21e2-4d1a-979c-929891ce3654 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.044184] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1129.044184] env[65762]: value = "task-4560994" [ 1129.044184] env[65762]: _type = "Task" [ 1129.044184] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.053686] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.195246] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Releasing lock "refresh_cache-22abf771-18ea-4f42-aa53-4bb646867d85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.517347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.519990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.339s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.538590] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fffbe4-eb76-4a8e-ae06-6d0fd74e20ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.543191] env[65762]: INFO nova.scheduler.client.report [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance 5ab5b065-f992-431b-9490-77f3073e79fd [ 1129.566090] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e403eca-2420-4d66-877b-f2fb4427d602 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.572371] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.590987] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.673992] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1129.699879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-069db137-d8eb-4d3f-b3b1-951c2b57a3a7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "interface-22abf771-18ea-4f42-aa53-4bb646867d85-9a579b65-2185-409b-8de8-d0de91ccc686" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.390s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.819558] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1129.819949] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.820185] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1129.820864] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.820864] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1129.820864] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1129.820979] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.821468] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1129.821468] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1129.821693] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1129.821796] env[65762]: DEBUG nova.virt.hardware [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1129.822866] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02827ed9-b2b3-48c5-9f09-d3ab527fd494 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.831697] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2f07ab-b914-46be-a975-fdbf60b8f0e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.980865] env[65762]: DEBUG nova.compute.manager [req-9c87cb6a-8176-4f93-897c-6935e1c56c00 req-bca8c91b-284b-4e84-aa33-08f970257cca service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Received event network-vif-plugged-d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1129.981109] env[65762]: DEBUG oslo_concurrency.lockutils [req-9c87cb6a-8176-4f93-897c-6935e1c56c00 req-bca8c91b-284b-4e84-aa33-08f970257cca service nova] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.981319] env[65762]: DEBUG oslo_concurrency.lockutils [req-9c87cb6a-8176-4f93-897c-6935e1c56c00 req-bca8c91b-284b-4e84-aa33-08f970257cca service nova] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.981485] env[65762]: DEBUG oslo_concurrency.lockutils [req-9c87cb6a-8176-4f93-897c-6935e1c56c00 req-bca8c91b-284b-4e84-aa33-08f970257cca service nova] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.981711] env[65762]: DEBUG nova.compute.manager [req-9c87cb6a-8176-4f93-897c-6935e1c56c00 req-bca8c91b-284b-4e84-aa33-08f970257cca service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] No waiting events found dispatching network-vif-plugged-d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1129.981871] env[65762]: WARNING nova.compute.manager [req-9c87cb6a-8176-4f93-897c-6935e1c56c00 req-bca8c91b-284b-4e84-aa33-08f970257cca service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Received unexpected event network-vif-plugged-d0cfb908-cc92-4824-bac8-90698668ad55 for instance with vm_state building and task_state spawning. [ 1130.025446] env[65762]: INFO nova.compute.claims [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.036955] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1130.037206] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.037359] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1130.037535] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.037681] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1130.037855] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1130.038071] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.038229] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1130.038392] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1130.038550] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1130.038719] env[65762]: DEBUG nova.virt.hardware [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1130.039617] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e4572-0419-46b5-952b-fbe2167620ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.048263] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb55865-097d-4ea3-a7e3-47e58a569442 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.060131] env[65762]: DEBUG nova.network.neutron [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Successfully updated port: d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1130.076919] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance VIF info [] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.082979] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1130.083287] env[65762]: DEBUG oslo_vmware.api [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4560994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622018} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.083745] env[65762]: DEBUG oslo_concurrency.lockutils [None req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "5ab5b065-f992-431b-9490-77f3073e79fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.248s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.084924] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.085117] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.085313] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.085486] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.085652] env[65762]: INFO nova.compute.manager [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1130.085878] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1130.086247] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2be4a5d6-4c78-4d8d-b176-3a278ca18d00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.098182] env[65762]: DEBUG nova.compute.manager [-] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1130.098308] env[65762]: DEBUG nova.network.neutron [-] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.098546] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.103921] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.103921] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.111260] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.111260] env[65762]: value = "task-4560995" [ 1130.111260] env[65762]: _type = "Task" [ 1130.111260] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.120925] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560995, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.133457] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.139051] env[65762]: DEBUG nova.network.neutron [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Port 15f1ac35-9706-4148-902c-2c0688c6d96c binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1130.533495] env[65762]: INFO nova.compute.resource_tracker [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating resource usage from migration 87c20750-4278-4dda-8789-8e9e80f2a639 [ 1130.574665] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.574777] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.575144] env[65762]: DEBUG nova.network.neutron [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.623031] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560995, 'name': CreateVM_Task, 'duration_secs': 0.344047} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.625588] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.626309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.626404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.626948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.626948] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2aa512-ceb8-46a4-9e59-ecc829350cb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.632488] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1130.632488] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521a2465-e250-fb55-528b-93c226955df3" [ 1130.632488] env[65762]: _type = "Task" [ 1130.632488] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.650342] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521a2465-e250-fb55-528b-93c226955df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.820070] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523237b-28ed-4578-a1f6-4cbdadabf89b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.828846] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd42840-bd8a-42dd-a8d4-b4e84e175a25 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.868193] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febad0ac-062f-41d5-bf04-2594ea54343b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.877846] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ba624-3f29-4390-97d7-1b63b63b2ac4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.895098] env[65762]: DEBUG nova.compute.provider_tree [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.112952] env[65762]: DEBUG nova.network.neutron [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.146093] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521a2465-e250-fb55-528b-93c226955df3, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.146406] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.146650] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.146884] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.147035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.147391] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.147680] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48cbd68c-cc22-4df8-8e67-cc89b0b8f9a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.165270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.165500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.166190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.180816] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.181099] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.182778] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0552d5-81c7-4bd8-b878-a0264dab20a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.193073] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1131.193073] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525b3c2e-19f2-f4fc-3359-c6ad75299998" [ 1131.193073] env[65762]: _type = "Task" [ 1131.193073] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.202772] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525b3c2e-19f2-f4fc-3359-c6ad75299998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.213948] env[65762]: WARNING neutronclient.v2_0.client [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.247085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "7cd5913f-74bc-4f9e-91c3-831a255ba687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.247313] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.247530] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "7cd5913f-74bc-4f9e-91c3-831a255ba687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.247737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.248052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.255132] env[65762]: INFO nova.compute.manager [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Terminating instance [ 1131.298282] env[65762]: DEBUG nova.network.neutron [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updating instance_info_cache with network_info: [{"id": "d0cfb908-cc92-4824-bac8-90698668ad55", "address": "fa:16:3e:f9:be:4f", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0cfb908-cc", "ovs_interfaceid": "d0cfb908-cc92-4824-bac8-90698668ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.430081] env[65762]: DEBUG nova.scheduler.client.report [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Updated inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.430342] env[65762]: DEBUG nova.compute.provider_tree [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Updating resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af generation from 148 to 149 during operation: update_inventory {{(pid=65762) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.430596] env[65762]: DEBUG nova.compute.provider_tree [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.705780] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525b3c2e-19f2-f4fc-3359-c6ad75299998, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.706968] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f9d905-c758-4655-8021-4c76135b1adf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.712959] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1131.712959] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52940161-3b38-cff2-b573-8db9f5a5fda4" [ 1131.712959] env[65762]: _type = "Task" [ 1131.712959] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.721939] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52940161-3b38-cff2-b573-8db9f5a5fda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.760894] env[65762]: DEBUG nova.compute.manager [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1131.760894] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.761735] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03693baa-5d3a-4c49-b72d-caa5ca387469 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.764764] env[65762]: DEBUG nova.network.neutron [-] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.772033] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.772251] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc311ffc-c527-43b1-a831-5916ca951584 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.780326] env[65762]: DEBUG oslo_vmware.api [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1131.780326] env[65762]: value = "task-4560996" [ 1131.780326] env[65762]: _type = "Task" [ 1131.780326] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.790935] env[65762]: DEBUG oslo_vmware.api [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.801088] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.801482] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance network_info: |[{"id": "d0cfb908-cc92-4824-bac8-90698668ad55", "address": "fa:16:3e:f9:be:4f", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0cfb908-cc", "ovs_interfaceid": "d0cfb908-cc92-4824-bac8-90698668ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1131.802018] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:be:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0cfb908-cc92-4824-bac8-90698668ad55', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.809683] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1131.810318] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.810569] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f98824fe-9b51-4255-a4ef-781bf4d30e01 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.833407] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.833407] env[65762]: value = "task-4560997" [ 1131.833407] env[65762]: _type = "Task" [ 1131.833407] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.844897] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560997, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.936362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.416s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.936579] env[65762]: INFO nova.compute.manager [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Migrating [ 1131.947136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.435s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.079934] env[65762]: DEBUG nova.compute.manager [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Received event network-changed-d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1132.079934] env[65762]: DEBUG nova.compute.manager [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Refreshing instance network info cache due to event network-changed-d0cfb908-cc92-4824-bac8-90698668ad55. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1132.079934] env[65762]: DEBUG oslo_concurrency.lockutils [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] Acquiring lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.079934] env[65762]: DEBUG oslo_concurrency.lockutils [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] Acquired lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.079934] env[65762]: DEBUG nova.network.neutron [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Refreshing network info cache for port d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.187166] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.220213] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.220542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.220821] env[65762]: DEBUG nova.network.neutron [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.230882] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52940161-3b38-cff2-b573-8db9f5a5fda4, 'name': SearchDatastore_Task, 'duration_secs': 0.014226} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.231779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.232069] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.232344] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e018db9-d56b-44cf-8593-82c6dcf9a162 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.240054] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1132.240054] env[65762]: value = "task-4560998" [ 1132.240054] env[65762]: _type = "Task" [ 1132.240054] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.249149] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.268280] env[65762]: INFO nova.compute.manager [-] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Took 2.17 seconds to deallocate network for instance. [ 1132.291984] env[65762]: DEBUG oslo_vmware.api [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4560996, 'name': PowerOffVM_Task, 'duration_secs': 0.276818} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.292302] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.292491] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.292758] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-193722be-2e2b-436b-a4e3-11437783796a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.344216] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4560997, 'name': CreateVM_Task, 'duration_secs': 0.372223} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.344504] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.344898] env[65762]: WARNING neutronclient.v2_0.client [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.345284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.345435] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.345760] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.346349] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5154ec55-8f67-4b29-ac84-d205b818aa3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.352217] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1132.352217] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ee7c6c-330c-448d-340f-ee7344ab86b1" [ 1132.352217] env[65762]: _type = "Task" [ 1132.352217] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.361366] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ee7c6c-330c-448d-340f-ee7344ab86b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.366244] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.366474] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.366693] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleting the datastore file [datastore1] 7cd5913f-74bc-4f9e-91c3-831a255ba687 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.366907] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f583cf-873f-41d7-b86a-92690ef5b350 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.374453] env[65762]: DEBUG oslo_vmware.api [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for the task: (returnval){ [ 1132.374453] env[65762]: value = "task-4561000" [ 1132.374453] env[65762]: _type = "Task" [ 1132.374453] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.384408] env[65762]: DEBUG oslo_vmware.api [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4561000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.464795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.464795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.464968] env[65762]: DEBUG nova.network.neutron [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.585089] env[65762]: WARNING neutronclient.v2_0.client [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.724457] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.748145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1c80d-7a30-4625-975b-4f01835385b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.761863] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845bae6a-3e8b-46f5-92f2-49912634de29 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.765999] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4560998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470344} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.767256] env[65762]: WARNING neutronclient.v2_0.client [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.769443] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.769708] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.773027] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a47c102-90a4-4915-9966-f6a9eb7c6d60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.777020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.805097] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e712e-cbbb-4e09-8277-198d0f998d66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.811348] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1132.811348] env[65762]: value = "task-4561001" [ 1132.811348] env[65762]: _type = "Task" [ 1132.811348] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.827183] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847a8c1-c58c-4f15-9c8e-6f80d12bd00e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.838258] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.845459] env[65762]: DEBUG nova.compute.provider_tree [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.859954] env[65762]: DEBUG nova.network.neutron [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updated VIF entry in instance network info cache for port d0cfb908-cc92-4824-bac8-90698668ad55. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1132.860420] env[65762]: DEBUG nova.network.neutron [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updating instance_info_cache with network_info: [{"id": "d0cfb908-cc92-4824-bac8-90698668ad55", "address": "fa:16:3e:f9:be:4f", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0cfb908-cc", "ovs_interfaceid": "d0cfb908-cc92-4824-bac8-90698668ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.868556] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ee7c6c-330c-448d-340f-ee7344ab86b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.868556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.868790] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.870354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.870354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.870354] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.870354] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d464f04-344c-45e7-9b2b-ea351d728c60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.881134] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.882352] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.882770] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f2e476-bd76-46b1-9ac4-d00b0717eb45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.890529] env[65762]: DEBUG oslo_vmware.api [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Task: {'id': task-4561000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390273} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.891242] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.891416] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.891587] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.891769] env[65762]: INFO nova.compute.manager [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.892012] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.892215] env[65762]: DEBUG nova.compute.manager [-] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1132.892310] env[65762]: DEBUG nova.network.neutron [-] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.892547] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.895705] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1132.895705] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a2ce55-3d98-411b-81e5-8b2ed288a033" [ 1132.895705] env[65762]: _type = "Task" [ 1132.895705] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.906441] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a2ce55-3d98-411b-81e5-8b2ed288a033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.922218] env[65762]: WARNING neutronclient.v2_0.client [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.925591] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.967528] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.994764] env[65762]: DEBUG nova.network.neutron [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance_info_cache with network_info: [{"id": "15f1ac35-9706-4148-902c-2c0688c6d96c", "address": "fa:16:3e:3b:8d:2d", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f1ac35-97", "ovs_interfaceid": "15f1ac35-9706-4148-902c-2c0688c6d96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.194116] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.279036] env[65762]: DEBUG nova.network.neutron [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [{"id": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "address": "fa:16:3e:45:d3:52", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9708cd-43", "ovs_interfaceid": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.332086] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06786} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.332086] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.333047] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca559730-b687-48f7-ae45-adae53f5ccd4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.351539] env[65762]: DEBUG nova.scheduler.client.report [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.372093] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.378970] env[65762]: DEBUG oslo_concurrency.lockutils [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] Releasing lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.379448] env[65762]: DEBUG nova.compute.manager [req-3188442b-78bb-4ff0-b7ae-df3180ed5eff req-653f946b-856d-48ba-b3dd-0f1b3359c6f7 service nova] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Received event network-vif-deleted-c6167a49-f633-4bd3-a559-885785a48e78 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1133.379832] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b226d7e0-d5ea-4c39-b036-95632a7ce256 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.407754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.461s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.408059] env[65762]: DEBUG nova.compute.manager [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65762) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5424}} [ 1133.413075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.571s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.431432] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a2ce55-3d98-411b-81e5-8b2ed288a033, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.434882] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1133.434882] env[65762]: value = "task-4561002" [ 1133.434882] env[65762]: _type = "Task" [ 1133.434882] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.435218] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1517e9e5-62f1-4cd3-a8e7-b421f3225c86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.453339] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1133.453339] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522b8d4e-6bf2-2399-a7e0-933d239f77c0" [ 1133.453339] env[65762]: _type = "Task" [ 1133.453339] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.454351] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.468292] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522b8d4e-6bf2-2399-a7e0-933d239f77c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.498082] env[65762]: DEBUG oslo_concurrency.lockutils [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.636176] env[65762]: DEBUG nova.network.neutron [-] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.781915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.924853] env[65762]: INFO nova.compute.claims [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.954667] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.969930] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522b8d4e-6bf2-2399-a7e0-933d239f77c0, 'name': SearchDatastore_Task, 'duration_secs': 0.026331} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.970350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.970704] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.971118] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a1e035-07d7-4c0c-abaf-2ca410e3157d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.980741] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1133.980741] env[65762]: value = "task-4561003" [ 1133.980741] env[65762]: _type = "Task" [ 1133.980741] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.990453] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.991566] env[65762]: INFO nova.scheduler.client.report [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted allocation for migration 91eb78f8-3231-4952-a291-39ab4d15274c [ 1134.022172] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d375f84-abc2-4082-9306-e0ff07e5f23d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.046845] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85eaf9-de0b-404a-ab86-1d776642c4d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.058127] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.108812] env[65762]: DEBUG nova.compute.manager [req-ff89cfc5-356a-4c0b-83e0-bde7c443d0f7 req-af9a2b93-a159-4ee9-940c-3125797b10c2 service nova] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Received event network-vif-deleted-741d5cb1-25e1-4742-834a-bd613a4192c0 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1134.138830] env[65762]: INFO nova.compute.manager [-] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Took 1.25 seconds to deallocate network for instance. [ 1134.432897] env[65762]: INFO nova.compute.resource_tracker [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating resource usage from migration 38d421cd-638b-462d-819c-319068aada47 [ 1134.450167] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561002, 'name': ReconfigVM_Task, 'duration_secs': 0.646347} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.450482] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 31030a85-070f-4f28-9166-0d72655b94a4/31030a85-070f-4f28-9166-0d72655b94a4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.451156] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13d4db41-680e-404a-9d23-cf5d80d4d814 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.459177] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1134.459177] env[65762]: value = "task-4561004" [ 1134.459177] env[65762]: _type = "Task" [ 1134.459177] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.468783] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561004, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.497032] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561003, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.498489] env[65762]: DEBUG oslo_concurrency.lockutils [None req-97b83bf9-e605-40a6-83af-939d9508fb2d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.966s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.565036] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.565369] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c074bc0-0e95-486f-8584-686d0ebdda6b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.573292] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1134.573292] env[65762]: value = "task-4561005" [ 1134.573292] env[65762]: _type = "Task" [ 1134.573292] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.582794] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4561005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.646427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.688644] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d2485-a95a-41ab-a938-56d6b18de267 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.699724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7664ee-9df8-44ab-9e66-083a9e3c48f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.733654] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69473b55-a010-42d6-9c77-fc394f35f064 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.742098] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e15513-4d25-4076-8347-5ec8b64ed968 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.757494] env[65762]: DEBUG nova.compute.provider_tree [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.972191] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561004, 'name': Rename_Task, 'duration_secs': 0.276207} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.972549] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.972825] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d55a5f03-1f0c-4a4c-9fab-c097685fa9e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.981791] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1134.981791] env[65762]: value = "task-4561006" [ 1134.981791] env[65762]: _type = "Task" [ 1134.981791] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.990546] env[65762]: DEBUG nova.objects.instance [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'flavor' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.998281] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528699} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.001418] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.001762] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.002324] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.002563] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a15fb98-d2d9-400d-b50e-381f17a7512f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.012743] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1135.012743] env[65762]: value = "task-4561007" [ 1135.012743] env[65762]: _type = "Task" [ 1135.012743] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.023304] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.084011] env[65762]: DEBUG oslo_vmware.api [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4561005, 'name': PowerOnVM_Task, 'duration_secs': 0.451711} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.084246] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.084427] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-291720a3-ae08-4114-a5fa-09f928e801b6 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance '4474b9ab-518b-45f5-bf9a-d91cacadca36' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.260968] env[65762]: DEBUG nova.scheduler.client.report [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.300404] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b916a-7efb-4293-b5c8-8097d161bb88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.323958] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.492533] env[65762]: DEBUG oslo_vmware.api [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561006, 'name': PowerOnVM_Task, 'duration_secs': 0.501834} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.492757] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.492962] env[65762]: DEBUG nova.compute.manager [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1135.495810] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9680a0-025b-431d-a6d5-69d4902fd250 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.498670] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.498829] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.498996] env[65762]: DEBUG nova.network.neutron [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1135.499183] env[65762]: DEBUG nova.objects.instance [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'info_cache' on Instance uuid 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.522807] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088154} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.523094] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.523896] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd62d3b-0c4d-4831-aa1e-5b34833ef497 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.549025] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.549287] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0a8da7-eb5b-4139-9289-829efe3dad54 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.571925] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1135.571925] env[65762]: value = "task-4561008" [ 1135.571925] env[65762]: _type = "Task" [ 1135.571925] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.583583] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.766852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.354s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.767056] env[65762]: INFO nova.compute.manager [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Migrating [ 1135.774202] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.525s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.776253] env[65762]: INFO nova.compute.claims [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.829706] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.830285] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66489520-f828-4df4-898e-ecb7cdbbeb20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.838015] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1135.838015] env[65762]: value = "task-4561009" [ 1135.838015] env[65762]: _type = "Task" [ 1135.838015] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.847887] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.003907] env[65762]: DEBUG nova.objects.base [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Object Instance<25e5f1b6-14cd-4cdc-bd81-860c6c7c7430> lazy-loaded attributes: flavor,info_cache {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.017121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.088466] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.289552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.289552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.289552] env[65762]: DEBUG nova.network.neutron [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.356217] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561009, 'name': PowerOffVM_Task, 'duration_secs': 0.270809} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.357665] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.357958] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.506186] env[65762]: WARNING neutronclient.v2_0.client [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.556105] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.556105] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Cleaning up deleted instances with incomplete migration {{(pid=65762) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11969}} [ 1136.585102] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561008, 'name': ReconfigVM_Task, 'duration_secs': 0.60509} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.585402] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.586156] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31153f2c-1bdd-4852-93d0-f9c60a719495 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.594289] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1136.594289] env[65762]: value = "task-4561010" [ 1136.594289] env[65762]: _type = "Task" [ 1136.594289] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.611434] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561010, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.707269] env[65762]: WARNING neutronclient.v2_0.client [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.781703] env[65762]: DEBUG nova.network.neutron [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [{"id": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "address": "fa:16:3e:db:63:36", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d01e9a-21", "ovs_interfaceid": "22d01e9a-2185-4d67-bc2e-81067dcb982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.791457] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.846875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "31030a85-070f-4f28-9166-0d72655b94a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.847172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "31030a85-070f-4f28-9166-0d72655b94a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.847395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "31030a85-070f-4f28-9166-0d72655b94a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.847547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "31030a85-070f-4f28-9166-0d72655b94a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.847712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "31030a85-070f-4f28-9166-0d72655b94a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.849808] env[65762]: INFO nova.compute.manager [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Terminating instance [ 1136.866586] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1136.866586] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.866790] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1136.866856] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.867023] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1136.867180] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1136.867386] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1136.867541] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1136.867702] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1136.867865] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1136.868043] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1136.876733] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87192754-0a74-454b-9b01-28a333fae483 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.894134] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1136.894134] env[65762]: value = "task-4561011" [ 1136.894134] env[65762]: _type = "Task" [ 1136.894134] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.906063] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561011, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.967551] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.040412] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed1da4-580d-42b4-97da-2f4a9587418d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.044821] env[65762]: DEBUG nova.network.neutron [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.052379] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725b55a4-63c8-4507-b1a1-3ecceb53a962 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.087513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e580b58-b986-4fda-aec6-4a6aa983e063 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.100565] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133052a1-7d8c-4ec2-b258-75b7d5290760 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.110088] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561010, 'name': Rename_Task, 'duration_secs': 0.152055} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.120461] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.121750] env[65762]: DEBUG nova.compute.provider_tree [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.123170] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-554bb70c-65a0-455a-bdb0-2d57947d4515 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.131018] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1137.131018] env[65762]: value = "task-4561012" [ 1137.131018] env[65762]: _type = "Task" [ 1137.131018] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.142503] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.290126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.354937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "refresh_cache-31030a85-070f-4f28-9166-0d72655b94a4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.355121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "refresh_cache-31030a85-070f-4f28-9166-0d72655b94a4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.355255] env[65762]: DEBUG nova.network.neutron [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.406840] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561011, 'name': ReconfigVM_Task, 'duration_secs': 0.218437} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.406840] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.548215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.627179] env[65762]: DEBUG nova.scheduler.client.report [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.646367] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.790630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.790990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.791243] env[65762]: DEBUG nova.compute.manager [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Going to confirm migration 5 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1137.858895] env[65762]: WARNING neutronclient.v2_0.client [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.877177] env[65762]: DEBUG nova.network.neutron [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1137.913027] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.913283] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.913437] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.913613] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.913755] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.913897] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.914106] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.914260] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.914419] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.914577] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.914760] env[65762]: DEBUG nova.virt.hardware [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.920210] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.920558] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b55de5-c7e4-4b25-84f4-136dec08ac40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.943879] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1137.943879] env[65762]: value = "task-4561013" [ 1137.943879] env[65762]: _type = "Task" [ 1137.943879] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.948249] env[65762]: DEBUG nova.network.neutron [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.955719] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.057425] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.057817] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1138.132784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.133919] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1138.136450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.360s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.136686] env[65762]: DEBUG nova.objects.instance [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'resources' on Instance uuid 22abf771-18ea-4f42-aa53-4bb646867d85 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.148259] env[65762]: DEBUG oslo_vmware.api [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561012, 'name': PowerOnVM_Task, 'duration_secs': 0.578019} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.149150] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.149363] env[65762]: INFO nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1138.149568] env[65762]: DEBUG nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1138.150499] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0528110-45a3-48c4-b9f5-7e77ab23a635 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.299439] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.300169] env[65762]: WARNING neutronclient.v2_0.client [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.302343] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0680ded-7905-4353-9537-79640fead436 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.311313] env[65762]: DEBUG oslo_vmware.api [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1138.311313] env[65762]: value = "task-4561014" [ 1138.311313] env[65762]: _type = "Task" [ 1138.311313] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.321316] env[65762]: DEBUG oslo_vmware.api [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.340490] env[65762]: WARNING neutronclient.v2_0.client [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.340887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.341075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquired lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.341252] env[65762]: DEBUG nova.network.neutron [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1138.341430] env[65762]: DEBUG nova.objects.instance [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'info_cache' on Instance uuid 4474b9ab-518b-45f5-bf9a-d91cacadca36 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.452044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "refresh_cache-31030a85-070f-4f28-9166-0d72655b94a4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.452429] env[65762]: DEBUG nova.compute.manager [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1138.452699] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.457424] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915b6dd8-d953-44b4-9212-7fa3537ffcd5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.460824] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561013, 'name': ReconfigVM_Task, 'duration_secs': 0.404744} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.461125] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.462397] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63170225-fe3e-405a-b912-d7f9bea32650 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.467429] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.468052] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a5ced14-fa80-4618-8abc-a4159a6e5ef9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.490298] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1/0cee2c86-ad5b-42e7-8428-f5455187f1c1.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.492218] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d0aa64-37d4-41d3-9dd5-d707df634275 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.505375] env[65762]: DEBUG oslo_vmware.api [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1138.505375] env[65762]: value = "task-4561015" [ 1138.505375] env[65762]: _type = "Task" [ 1138.505375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.512392] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1138.512392] env[65762]: value = "task-4561016" [ 1138.512392] env[65762]: _type = "Task" [ 1138.512392] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.515576] env[65762]: DEBUG oslo_vmware.api [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.524364] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.640283] env[65762]: DEBUG nova.compute.utils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.641757] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1138.641958] env[65762]: DEBUG nova.network.neutron [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1138.642306] env[65762]: WARNING neutronclient.v2_0.client [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.642609] env[65762]: WARNING neutronclient.v2_0.client [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.675858] env[65762]: INFO nova.compute.manager [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Took 24.10 seconds to build instance. [ 1138.700989] env[65762]: DEBUG nova.policy [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1072524e9cf4f928c1e571f292ce235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc5af05943e45b99512d4c845535680', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.823834] env[65762]: DEBUG oslo_vmware.api [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561014, 'name': PowerOnVM_Task, 'duration_secs': 0.430278} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.824130] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.824337] env[65762]: DEBUG nova.compute.manager [None req-b63fc550-4a44-4ca4-a203-588d31e1d06f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1138.825207] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c116d09-039e-4a5e-b9f1-f4b482025262 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.901780] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b470a1-c9f1-4e65-9d82-bd18d0c6a07e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.910741] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ced9c-c87f-48d9-b553-b39194ec5934 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.944127] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4f205-d350-43cd-b3d3-cc57d799b154 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.953411] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f5c34c-8c88-41a6-8f16-771d0f10c339 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.968906] env[65762]: DEBUG nova.compute.provider_tree [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.016829] env[65762]: DEBUG oslo_vmware.api [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561015, 'name': PowerOffVM_Task, 'duration_secs': 0.119198} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.020080] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.020342] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.020555] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-034e70a4-dbdf-4235-8f42-3a1b21f34d12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.029437] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.030667] env[65762]: DEBUG nova.network.neutron [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Successfully created port: 3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1139.049870] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.050285] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.050599] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleting the datastore file [datastore2] 31030a85-070f-4f28-9166-0d72655b94a4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.051022] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06cf2803-603b-4206-bb72-c5eb3f3e0e1b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.058525] env[65762]: DEBUG oslo_vmware.api [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1139.058525] env[65762]: value = "task-4561018" [ 1139.058525] env[65762]: _type = "Task" [ 1139.058525] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.065191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0dd71e-5b96-457c-9cc5-9cdb0ffc1e86 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.071147] env[65762]: DEBUG oslo_vmware.api [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.088986] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.146222] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1139.178804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e41374d9-b226-49fc-8869-4d6f578c009f tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.613s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.349986] env[65762]: WARNING neutronclient.v2_0.client [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.472968] env[65762]: DEBUG nova.scheduler.client.report [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.527158] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561016, 'name': ReconfigVM_Task, 'duration_secs': 0.728142} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.527402] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1/0cee2c86-ad5b-42e7-8428-f5455187f1c1.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.527665] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.549044] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.553069] env[65762]: WARNING neutronclient.v2_0.client [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.558023] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.569208] env[65762]: DEBUG oslo_vmware.api [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169677} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.569474] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.569698] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.569881] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.570062] env[65762]: INFO nova.compute.manager [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1139.571054] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1139.571054] env[65762]: DEBUG nova.compute.manager [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1139.571054] env[65762]: DEBUG nova.network.neutron [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1139.571054] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.596087] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.596388] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb2e3c2-72fc-4cdd-9a98-81b0cdfdc033 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.604200] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1139.604200] env[65762]: value = "task-4561019" [ 1139.604200] env[65762]: _type = "Task" [ 1139.604200] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.613745] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.660240] env[65762]: DEBUG nova.network.neutron [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1139.660594] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.720476] env[65762]: DEBUG nova.network.neutron [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance_info_cache with network_info: [{"id": "15f1ac35-9706-4148-902c-2c0688c6d96c", "address": "fa:16:3e:3b:8d:2d", "network": {"id": "dfdc98c8-3741-4971-83ef-5daa711e0809", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163011084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f97270b354564bfe6ce2938fb13eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f1ac35-97", "ovs_interfaceid": "15f1ac35-9706-4148-902c-2c0688c6d96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.725793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.726117] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.726353] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.726548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.726715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.728754] env[65762]: INFO nova.compute.manager [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Terminating instance [ 1139.978893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.981591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.335s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.982104] env[65762]: DEBUG nova.objects.instance [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lazy-loading 'resources' on Instance uuid 7cd5913f-74bc-4f9e-91c3-831a255ba687 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.010986] env[65762]: INFO nova.scheduler.client.report [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted allocations for instance 22abf771-18ea-4f42-aa53-4bb646867d85 [ 1140.037529] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60704cb3-3cbe-4ba1-be29-25ce0e2fcdd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.061133] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75272668-8f3f-481e-9a0c-204e6d207b70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.080793] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.116187] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561019, 'name': PowerOffVM_Task, 'duration_secs': 0.458805} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.116472] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.116666] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.158033] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1140.162780] env[65762]: DEBUG nova.network.neutron [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.186073] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.186332] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.186486] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.186671] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.186814] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.186958] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.187181] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.187332] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.187493] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.187652] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.187819] env[65762]: DEBUG nova.virt.hardware [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.188724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ce389-352e-41da-9332-2812e7de2f7f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.198190] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73af425-7c3a-4830-abbf-2ef8c9a4d179 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.223699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Releasing lock "refresh_cache-4474b9ab-518b-45f5-bf9a-d91cacadca36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.223963] env[65762]: DEBUG nova.objects.instance [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'migration_context' on Instance uuid 4474b9ab-518b-45f5-bf9a-d91cacadca36 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.232352] env[65762]: DEBUG nova.compute.manager [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1140.232531] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.233524] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b889ef-3756-49d8-bc0a-dc5e9f86a51b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.242191] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.242415] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379781cd-2990-4d3a-8cd4-8ab86c12eaf3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.251082] env[65762]: DEBUG oslo_vmware.api [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1140.251082] env[65762]: value = "task-4561020" [ 1140.251082] env[65762]: _type = "Task" [ 1140.251082] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.260141] env[65762]: DEBUG oslo_vmware.api [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.520298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9cf552fe-5fd0-487c-8892-78634caebcd0 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "22abf771-18ea-4f42-aa53-4bb646867d85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.634s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.579979] env[65762]: DEBUG nova.compute.manager [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Received event network-changed-d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1140.580213] env[65762]: DEBUG nova.compute.manager [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Refreshing instance network info cache due to event network-changed-d0cfb908-cc92-4824-bac8-90698668ad55. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1140.580658] env[65762]: DEBUG oslo_concurrency.lockutils [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] Acquiring lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.580747] env[65762]: DEBUG oslo_concurrency.lockutils [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] Acquired lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.580984] env[65762]: DEBUG nova.network.neutron [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Refreshing network info cache for port d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.586939] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.587317] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.624842] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.625266] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.625754] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.626114] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.626212] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.626381] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.626658] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.627063] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.627140] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.627369] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.627740] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.636920] env[65762]: DEBUG nova.network.neutron [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Port 6c9708cd-43da-441c-9209-efe57e7ab4d6 binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1140.638434] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37bdbbc8-2efc-4773-9f16-e8c61da74071 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.651545] env[65762]: DEBUG nova.network.neutron [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Successfully updated port: 3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1140.665332] env[65762]: INFO nova.compute.manager [-] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Took 1.09 seconds to deallocate network for instance. [ 1140.665741] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1140.665741] env[65762]: value = "task-4561021" [ 1140.665741] env[65762]: _type = "Task" [ 1140.665741] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.685927] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.727419] env[65762]: DEBUG nova.objects.base [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Object Instance<4474b9ab-518b-45f5-bf9a-d91cacadca36> lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.729131] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197302ef-72fe-4f6f-86a7-4f8372036af7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.759184] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96baf4d-d65a-458a-8c55-2fd54858af32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.765712] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1140.765712] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5279cd84-f33d-7686-195b-f77c42cd97e9" [ 1140.765712] env[65762]: _type = "Task" [ 1140.765712] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.769104] env[65762]: DEBUG oslo_vmware.api [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561020, 'name': PowerOffVM_Task, 'duration_secs': 0.220376} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.773969] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.773969] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.775156] env[65762]: DEBUG nova.compute.manager [req-4537fc77-fdbb-419c-a512-e664d41a6cb3 req-2b575cce-31bb-4c26-8fec-6081e027e71f service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Received event network-vif-plugged-3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1140.775345] env[65762]: DEBUG oslo_concurrency.lockutils [req-4537fc77-fdbb-419c-a512-e664d41a6cb3 req-2b575cce-31bb-4c26-8fec-6081e027e71f service nova] Acquiring lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.775713] env[65762]: DEBUG oslo_concurrency.lockutils [req-4537fc77-fdbb-419c-a512-e664d41a6cb3 req-2b575cce-31bb-4c26-8fec-6081e027e71f service nova] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.775881] env[65762]: DEBUG oslo_concurrency.lockutils [req-4537fc77-fdbb-419c-a512-e664d41a6cb3 req-2b575cce-31bb-4c26-8fec-6081e027e71f service nova] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.776058] env[65762]: DEBUG nova.compute.manager [req-4537fc77-fdbb-419c-a512-e664d41a6cb3 req-2b575cce-31bb-4c26-8fec-6081e027e71f service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] No waiting events found dispatching network-vif-plugged-3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1140.776222] env[65762]: WARNING nova.compute.manager [req-4537fc77-fdbb-419c-a512-e664d41a6cb3 req-2b575cce-31bb-4c26-8fec-6081e027e71f service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Received unexpected event network-vif-plugged-3d7a01b0-d601-476a-a51a-a19e0466ada6 for instance with vm_state building and task_state spawning. [ 1140.779538] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d47de10b-5cfa-4951-8c74-7b864271fda9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.791384] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5279cd84-f33d-7686-195b-f77c42cd97e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.791752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.795628] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c53bd3-09b8-4335-b74c-f25d633ddb48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.804133] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226229a7-45a3-470b-a65f-882d61e917b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.839020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf052c-586a-41b1-b323-5f60c20b71b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.848519] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b81c9-e7bd-444a-83a5-c0e2c67de0d3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.864602] env[65762]: DEBUG nova.compute.provider_tree [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.866894] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.867141] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.867367] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleting the datastore file [datastore1] 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.867616] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1204b00-c000-4d06-b218-97ac1f33b3d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.878845] env[65762]: DEBUG oslo_vmware.api [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1140.878845] env[65762]: value = "task-4561023" [ 1140.878845] env[65762]: _type = "Task" [ 1140.878845] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.888925] env[65762]: DEBUG oslo_vmware.api [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.091497] env[65762]: WARNING neutronclient.v2_0.client [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.159350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.159526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.160135] env[65762]: DEBUG nova.network.neutron [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.160912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.161124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.161322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.161488] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.161646] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.164756] env[65762]: INFO nova.compute.manager [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Terminating instance [ 1141.180961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.181564] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561021, 'name': ReconfigVM_Task, 'duration_secs': 0.297599} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.182448] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.259695] env[65762]: WARNING neutronclient.v2_0.client [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.356515] env[65762]: DEBUG nova.network.neutron [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updated VIF entry in instance network info cache for port d0cfb908-cc92-4824-bac8-90698668ad55. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1141.356881] env[65762]: DEBUG nova.network.neutron [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updating instance_info_cache with network_info: [{"id": "d0cfb908-cc92-4824-bac8-90698668ad55", "address": "fa:16:3e:f9:be:4f", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0cfb908-cc", "ovs_interfaceid": "d0cfb908-cc92-4824-bac8-90698668ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.371542] env[65762]: DEBUG nova.scheduler.client.report [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.388075] env[65762]: DEBUG oslo_vmware.api [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149589} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.389054] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.389255] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.389458] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.389646] env[65762]: INFO nova.compute.manager [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1141.389898] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.390120] env[65762]: DEBUG nova.compute.manager [-] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1141.390219] env[65762]: DEBUG nova.network.neutron [-] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1141.390472] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.425631] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.554739] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.554882] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.678428] env[65762]: DEBUG nova.compute.manager [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1141.678638] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.679475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.679697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.679856] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.681459] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd09572-63c1-4257-9267-c16826e1100a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.687974] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1141.688222] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.688375] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1141.688549] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.688995] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1141.688995] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1141.689094] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1141.689229] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1141.689422] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1141.689665] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1141.689869] env[65762]: DEBUG nova.virt.hardware [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1141.695731] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.699257] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a78c7a-4914-45d9-b976-436ecfbe5729 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.714476] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.715556] env[65762]: DEBUG nova.network.neutron [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1141.718269] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c8865e-9278-4723-9308-cd6ed74c1b63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.728039] env[65762]: DEBUG oslo_vmware.api [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1141.728039] env[65762]: value = "task-4561024" [ 1141.728039] env[65762]: _type = "Task" [ 1141.728039] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.728245] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1141.728245] env[65762]: value = "task-4561025" [ 1141.728245] env[65762]: _type = "Task" [ 1141.728245] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.741889] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.748892] env[65762]: DEBUG oslo_vmware.api [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4561024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.807042] env[65762]: WARNING neutronclient.v2_0.client [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.860241] env[65762]: DEBUG oslo_concurrency.lockutils [req-2335acd0-a911-4429-9f39-0318461c3429 req-e70645ae-c221-4321-ab94-f2176d720fec service nova] Releasing lock "refresh_cache-1a1d49b6-940b-410c-a5d7-5a38079b108c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.876945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.879193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.864s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.879399] env[65762]: DEBUG nova.objects.instance [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1141.897337] env[65762]: DEBUG nova.network.neutron [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updating instance_info_cache with network_info: [{"id": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "address": "fa:16:3e:b8:eb:dc", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a01b0-d6", "ovs_interfaceid": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.906489] env[65762]: INFO nova.scheduler.client.report [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Deleted allocations for instance 7cd5913f-74bc-4f9e-91c3-831a255ba687 [ 1142.242029] env[65762]: DEBUG oslo_vmware.api [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4561024, 'name': PowerOffVM_Task, 'duration_secs': 0.458645} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.245808] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.246010] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.246312] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561025, 'name': ReconfigVM_Task, 'duration_secs': 0.240665} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.246530] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4682ff32-98c4-45ab-8f69-436faca7082d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.248215] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.249019] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79558480-ac82-41bb-a033-1041d3330447 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.274749] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7/21fa923c-0d61-4ef9-bb0a-108ac2b111a7.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.275186] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33345eb1-bc68-4e20-b537-d98929540cc6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.295610] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1142.295610] env[65762]: value = "task-4561027" [ 1142.295610] env[65762]: _type = "Task" [ 1142.295610] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.305497] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.326490] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.326810] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.327121] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleting the datastore file [datastore1] cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.327426] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-343222e3-72f1-4e10-bf53-5dabf36bbe56 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.338227] env[65762]: DEBUG oslo_vmware.api [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for the task: (returnval){ [ 1142.338227] env[65762]: value = "task-4561028" [ 1142.338227] env[65762]: _type = "Task" [ 1142.338227] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.348777] env[65762]: DEBUG oslo_vmware.api [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4561028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.387736] env[65762]: DEBUG nova.network.neutron [-] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.403805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.404405] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Instance network_info: |[{"id": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "address": "fa:16:3e:b8:eb:dc", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a01b0-d6", "ovs_interfaceid": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1142.405572] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:eb:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7a01b0-d601-476a-a51a-a19e0466ada6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.414863] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1142.418125] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.418806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Lock "7cd5913f-74bc-4f9e-91c3-831a255ba687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.171s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.420295] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d49039-b9f2-4a89-b851-c4b5da72f0a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.447696] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.447696] env[65762]: value = "task-4561029" [ 1142.447696] env[65762]: _type = "Task" [ 1142.447696] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.458961] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561029, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.686050] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.731336] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.731520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.731691] env[65762]: DEBUG nova.network.neutron [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1142.806364] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561027, 'name': ReconfigVM_Task, 'duration_secs': 0.364471} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.806662] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7/21fa923c-0d61-4ef9-bb0a-108ac2b111a7.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.807085] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.848904] env[65762]: DEBUG oslo_vmware.api [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Task: {'id': task-4561028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.849187] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.849371] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.849544] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.849716] env[65762]: INFO nova.compute.manager [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1142.849976] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1142.850194] env[65762]: DEBUG nova.compute.manager [-] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1142.850293] env[65762]: DEBUG nova.network.neutron [-] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1142.850540] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.856677] env[65762]: DEBUG nova.compute.manager [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Received event network-changed-3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1142.856865] env[65762]: DEBUG nova.compute.manager [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Refreshing instance network info cache due to event network-changed-3d7a01b0-d601-476a-a51a-a19e0466ada6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1142.857094] env[65762]: DEBUG oslo_concurrency.lockutils [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] Acquiring lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.857468] env[65762]: DEBUG oslo_concurrency.lockutils [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] Acquired lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.857468] env[65762]: DEBUG nova.network.neutron [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Refreshing network info cache for port 3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.890796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e86af3dd-5902-4a34-8c09-afdc454c2af9 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.892348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.101s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.894825] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.897079] env[65762]: INFO nova.compute.manager [-] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Took 1.51 seconds to deallocate network for instance. [ 1142.957803] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561029, 'name': CreateVM_Task, 'duration_secs': 0.333361} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.957982] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.958501] env[65762]: WARNING neutronclient.v2_0.client [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.958847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.959005] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.959361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.959610] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabdd481-d25b-441d-92f3-ecfa26594862 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.965289] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1142.965289] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525bd661-03e0-e087-b456-32551397e992" [ 1142.965289] env[65762]: _type = "Task" [ 1142.965289] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.974246] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525bd661-03e0-e087-b456-32551397e992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.235187] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.314399] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9314f3-0b19-487d-a5d4-d2011a3b3667 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.336143] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7575b-9e37-4185-a27f-0a8449dd7033 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.358417] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.365631] env[65762]: WARNING neutronclient.v2_0.client [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.405594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.483644] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525bd661-03e0-e087-b456-32551397e992, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.483967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.484304] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.486018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.486018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.486018] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.486018] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73ae3e0-98c0-4be7-9e4b-c4cff939ed38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.497586] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.497766] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.498644] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f55a1b6-97b5-49ec-87fd-0a9fd7ac49c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.510376] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1143.510376] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ea99a6-1394-51ad-2e3c-7ab9febba1b7" [ 1143.510376] env[65762]: _type = "Task" [ 1143.510376] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.521547] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ea99a6-1394-51ad-2e3c-7ab9febba1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.533499] env[65762]: WARNING neutronclient.v2_0.client [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.551196] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.612390] env[65762]: DEBUG nova.network.neutron [-] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.635046] env[65762]: DEBUG nova.network.neutron [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [{"id": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "address": "fa:16:3e:45:d3:52", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9708cd-43", "ovs_interfaceid": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.644572] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0921c08-8253-415a-a9dd-ade85079d1ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.653938] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f853e2-d773-4a1b-ae72-ba37e5b29395 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.660816] env[65762]: WARNING neutronclient.v2_0.client [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.688307] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0976eea0-c865-4f44-a280-587f3c5332e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.697722] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d2bf68-c9b1-47d7-9254-9325505f2c55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.715093] env[65762]: DEBUG nova.compute.provider_tree [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.773994] env[65762]: DEBUG nova.network.neutron [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updated VIF entry in instance network info cache for port 3d7a01b0-d601-476a-a51a-a19e0466ada6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.775092] env[65762]: DEBUG nova.network.neutron [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updating instance_info_cache with network_info: [{"id": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "address": "fa:16:3e:b8:eb:dc", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a01b0-d6", "ovs_interfaceid": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.871122] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.871491] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.925457] env[65762]: DEBUG nova.network.neutron [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Port dcb88681-3eb7-4157-a469-5b0dd3d3434c binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1144.023606] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ea99a6-1394-51ad-2e3c-7ab9febba1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.024497] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f63203c-c220-48ef-b492-776350e073cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.031162] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1144.031162] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]526a337e-53f3-0fdd-7162-d4656e5f5369" [ 1144.031162] env[65762]: _type = "Task" [ 1144.031162] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.040318] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a337e-53f3-0fdd-7162-d4656e5f5369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.058407] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.118440] env[65762]: INFO nova.compute.manager [-] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Took 1.27 seconds to deallocate network for instance. [ 1144.137262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.218437] env[65762]: DEBUG nova.scheduler.client.report [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.277710] env[65762]: DEBUG oslo_concurrency.lockutils [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] Releasing lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.278212] env[65762]: DEBUG nova.compute.manager [req-d336577e-7843-4fe4-93b6-818d18ecf4bc req-7ecb4856-d55e-42c6-a37d-0f296e5bfa54 service nova] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Received event network-vif-deleted-22d01e9a-2185-4d67-bc2e-81067dcb982f {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1144.542889] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]526a337e-53f3-0fdd-7162-d4656e5f5369, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.543277] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.543323] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 0dff4bf6-8603-47d7-95cf-d12e71aa5179/0dff4bf6-8603-47d7-95cf-d12e71aa5179.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.543585] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e36115-1b3a-4c56-8c06-3e5c02e02851 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.551995] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1144.551995] env[65762]: value = "task-4561030" [ 1144.551995] env[65762]: _type = "Task" [ 1144.551995] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.555626] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.562499] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.627994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.665351] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c91afc-8114-4629-bda2-4e9b58274833 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.685023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cc2469-26c5-43bd-8b2f-dc8545b974af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.693973] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.964499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.964499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.964499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.990483] env[65762]: DEBUG nova.compute.manager [req-e298226f-9feb-4dfe-aa6f-c7102d9341c4 req-d3d4ef74-ed2d-4e4a-ac07-4c930854b108 service nova] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Received event network-vif-deleted-66b3c1df-f143-4f43-bdf4-df30371e2a99 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1145.059389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.065663] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504642} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.065922] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 0dff4bf6-8603-47d7-95cf-d12e71aa5179/0dff4bf6-8603-47d7-95cf-d12e71aa5179.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.066097] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.066365] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c7857f-ae22-4774-9c57-8749d10dce19 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.073670] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1145.073670] env[65762]: value = "task-4561031" [ 1145.073670] env[65762]: _type = "Task" [ 1145.073670] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.083860] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.200648] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.200990] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db072617-1918-40ff-8470-30448c739306 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.208710] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1145.208710] env[65762]: value = "task-4561032" [ 1145.208710] env[65762]: _type = "Task" [ 1145.208710] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.226009] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.228322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.336s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.231634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.051s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.231987] env[65762]: DEBUG nova.objects.instance [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lazy-loading 'resources' on Instance uuid 31030a85-070f-4f28-9166-0d72655b94a4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.584608] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206394} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.584903] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.585711] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc326f9-874b-4a6d-a0ca-5bd5a966aec4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.609525] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0dff4bf6-8603-47d7-95cf-d12e71aa5179/0dff4bf6-8603-47d7-95cf-d12e71aa5179.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.609903] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c855cb-0063-4674-bafb-afbfab784220 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.633668] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1145.633668] env[65762]: value = "task-4561033" [ 1145.633668] env[65762]: _type = "Task" [ 1145.633668] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.643762] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.718695] env[65762]: DEBUG oslo_vmware.api [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561032, 'name': PowerOnVM_Task, 'duration_secs': 0.486046} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.719098] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.719295] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0443f7bc-cb6c-414c-8894-27c46c948281 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance '0cee2c86-ad5b-42e7-8428-f5455187f1c1' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.799320] env[65762]: INFO nova.scheduler.client.report [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocation for migration 750b3e4a-d7e9-4cc5-9bd9-4b5e927969d9 [ 1145.947127] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694981e-dff8-4346-a980-3c86d43aab4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.956498] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d886ba-67bb-4171-a72d-74aec7b99dc0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.989740] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.993915] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c9dea-cd89-4d5f-8587-b4482b3d58d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.003238] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07062d86-b9cd-4685-9e58-1ada67a26a29 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.024019] env[65762]: DEBUG nova.compute.provider_tree [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.026294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.026466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.027145] env[65762]: DEBUG nova.network.neutron [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.145400] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561033, 'name': ReconfigVM_Task, 'duration_secs': 0.306763} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.145792] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0dff4bf6-8603-47d7-95cf-d12e71aa5179/0dff4bf6-8603-47d7-95cf-d12e71aa5179.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.146593] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f22a065d-05c6-4769-a25f-be1683fa3218 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.154176] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1146.154176] env[65762]: value = "task-4561034" [ 1146.154176] env[65762]: _type = "Task" [ 1146.154176] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.164129] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561034, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.305800] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.515s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.529857] env[65762]: DEBUG nova.scheduler.client.report [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.533563] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.665470] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561034, 'name': Rename_Task, 'duration_secs': 0.192565} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.665836] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.665999] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b737cc81-59d1-4a07-8500-7593847edfd3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.673774] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1146.673774] env[65762]: value = "task-4561035" [ 1146.673774] env[65762]: _type = "Task" [ 1146.673774] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.686438] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.711534] env[65762]: WARNING neutronclient.v2_0.client [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.793594] env[65762]: DEBUG nova.network.neutron [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.037294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.040062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.635s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.040575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.042246] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.414s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.043067] env[65762]: DEBUG nova.objects.instance [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lazy-loading 'resources' on Instance uuid cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.173332] env[65762]: INFO nova.scheduler.client.report [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted allocations for instance 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430 [ 1147.175709] env[65762]: INFO nova.scheduler.client.report [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleted allocations for instance 31030a85-070f-4f28-9166-0d72655b94a4 [ 1147.193422] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.296799] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.686237] env[65762]: DEBUG oslo_vmware.api [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561035, 'name': PowerOnVM_Task, 'duration_secs': 0.55172} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.691091] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.691328] env[65762]: INFO nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1147.691504] env[65762]: DEBUG nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1147.694497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "25e5f1b6-14cd-4cdc-bd81-860c6c7c7430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.968s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.696524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d65d4dce-74f1-4c08-93b6-f1c850bd45f2 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "31030a85-070f-4f28-9166-0d72655b94a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.849s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.697963] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed239f8-596d-4b41-a4fa-a015316d1faa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.733825] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9958d66-e8d2-42b5-8333-40f250129883 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.742713] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4cbb29-6b5a-462e-a334-cfd07f5a7d59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.774957] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4c84d-72f8-49b8-a0d7-0cf64fa280c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.784148] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a8275-080f-44f5-b7df-42a810810ff0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.799784] env[65762]: DEBUG nova.compute.provider_tree [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.816604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.816892] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.817074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.817300] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.817470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.820959] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d9791-0dd0-4a4e-b6b6-375412cf1e27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.824246] env[65762]: INFO nova.compute.manager [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Terminating instance [ 1147.846081] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e81918-4def-4a21-bb68-277b45767333 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.855180] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.219178] env[65762]: INFO nova.compute.manager [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Took 20.98 seconds to build instance. [ 1148.306100] env[65762]: DEBUG nova.scheduler.client.report [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.329240] env[65762]: DEBUG nova.compute.manager [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1148.329471] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.331223] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5e9a1-a1bf-4265-8e52-31ff56c21e9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.345688] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.346461] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b418c6d0-d293-4bfe-b42e-9456b09ca270 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.355215] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1148.355215] env[65762]: value = "task-4561036" [ 1148.355215] env[65762]: _type = "Task" [ 1148.355215] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.361526] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.361840] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c730e7f5-57ac-4fd9-9f24-460bc9d21b34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.371327] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4561036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.372585] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1148.372585] env[65762]: value = "task-4561037" [ 1148.372585] env[65762]: _type = "Task" [ 1148.372585] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.381530] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.443643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.443980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.444288] env[65762]: DEBUG nova.compute.manager [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Going to confirm migration 6 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1148.611849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.612155] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.722184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.496s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.817908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.823251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.762s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.823251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.823251] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1148.823251] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1803b-6209-463d-9f39-f2730d491a1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.831381] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b21af8d-430f-45d7-90e9-56e85d0d3ef8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.846831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "abd01d8a-4713-4f89-b8c8-b82627b559e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.847269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "abd01d8a-4713-4f89-b8c8-b82627b559e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.847599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "abd01d8a-4713-4f89-b8c8-b82627b559e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.847906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "abd01d8a-4713-4f89-b8c8-b82627b559e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.848269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "abd01d8a-4713-4f89-b8c8-b82627b559e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.850927] env[65762]: INFO nova.scheduler.client.report [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Deleted allocations for instance cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb [ 1148.852538] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ac7a1a-7726-4250-812f-058affd18051 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.858940] env[65762]: INFO nova.compute.manager [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Terminating instance [ 1148.873986] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baee6e1-f4f7-4818-8431-85aac7c2cfef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.879754] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4561036, 'name': PowerOffVM_Task, 'duration_secs': 0.224856} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.884782] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.885166] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.886354] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26c64c32-78a1-425f-b613-7838afcff281 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.919337] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179251MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1148.919490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.919713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.924928] env[65762]: DEBUG oslo_vmware.api [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561037, 'name': PowerOnVM_Task, 'duration_secs': 0.435877} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.926455] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.926662] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf9951-f2e3-478f-baa2-f8ed818dce48 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance '21fa923c-0d61-4ef9-bb0a-108ac2b111a7' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.931212] env[65762]: DEBUG nova.compute.manager [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Received event network-changed-3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1148.931408] env[65762]: DEBUG nova.compute.manager [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Refreshing instance network info cache due to event network-changed-3d7a01b0-d601-476a-a51a-a19e0466ada6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1148.931656] env[65762]: DEBUG oslo_concurrency.lockutils [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] Acquiring lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.931842] env[65762]: DEBUG oslo_concurrency.lockutils [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] Acquired lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.932044] env[65762]: DEBUG nova.network.neutron [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Refreshing network info cache for port 3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.950708] env[65762]: WARNING neutronclient.v2_0.client [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.978924] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.982138] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.982138] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleting the datastore file [datastore2] 4474b9ab-518b-45f5-bf9a-d91cacadca36 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.982138] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb7ceb8-5700-48b7-9098-fc4d5864e62b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.988702] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for the task: (returnval){ [ 1148.988702] env[65762]: value = "task-4561039" [ 1148.988702] env[65762]: _type = "Task" [ 1148.988702] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.998405] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4561039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.003958] env[65762]: WARNING neutronclient.v2_0.client [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.004388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.004548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.004723] env[65762]: DEBUG nova.network.neutron [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.004903] env[65762]: DEBUG nova.objects.instance [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lazy-loading 'info_cache' on Instance uuid 0cee2c86-ad5b-42e7-8428-f5455187f1c1 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.114774] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1149.364626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b1e496d0-2434-428b-b300-9d8efaef48f8 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Lock "cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.203s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.369226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "refresh_cache-abd01d8a-4713-4f89-b8c8-b82627b559e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.369444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquired lock "refresh_cache-abd01d8a-4713-4f89-b8c8-b82627b559e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.369635] env[65762]: DEBUG nova.network.neutron [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.437075] env[65762]: WARNING neutronclient.v2_0.client [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.498876] env[65762]: DEBUG oslo_vmware.api [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Task: {'id': task-4561039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471023} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.499585] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.499585] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.499858] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.500193] env[65762]: INFO nova.compute.manager [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1149.500762] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1149.500762] env[65762]: DEBUG nova.compute.manager [-] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1149.500849] env[65762]: DEBUG nova.network.neutron [-] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1149.501063] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.563560] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.622674] env[65762]: WARNING neutronclient.v2_0.client [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.640885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.696606] env[65762]: DEBUG nova.network.neutron [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updated VIF entry in instance network info cache for port 3d7a01b0-d601-476a-a51a-a19e0466ada6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1149.696989] env[65762]: DEBUG nova.network.neutron [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updating instance_info_cache with network_info: [{"id": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "address": "fa:16:3e:b8:eb:dc", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a01b0-d6", "ovs_interfaceid": "3d7a01b0-d601-476a-a51a-a19e0466ada6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.871768] env[65762]: WARNING neutronclient.v2_0.client [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.889868] env[65762]: DEBUG nova.network.neutron [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1149.935084] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Applying migration context for instance 0cee2c86-ad5b-42e7-8428-f5455187f1c1 as it has an incoming, in-progress migration 87c20750-4278-4dda-8789-8e9e80f2a639. Migration status is confirming {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1149.935084] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Applying migration context for instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 as it has an incoming, in-progress migration 38d421cd-638b-462d-819c-319068aada47. Migration status is post-migrating {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1149.935831] env[65762]: INFO nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating resource usage from migration 87c20750-4278-4dda-8789-8e9e80f2a639 [ 1149.936527] env[65762]: INFO nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating resource usage from migration 38d421cd-638b-462d-819c-319068aada47 [ 1149.945577] env[65762]: DEBUG nova.network.neutron [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.958457] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 05960ea2-702c-406c-8564-5b2982d2adb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.958619] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 68bdfe3f-2169-4486-890d-c88793baf89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.958759] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 81735a4d-4793-4be6-91f8-ef7daf7bcf45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.958875] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance abd01d8a-4713-4f89-b8c8-b82627b559e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.959020] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4474b9ab-518b-45f5-bf9a-d91cacadca36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.959168] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 1a1d49b6-940b-410c-a5d7-5a38079b108c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.959304] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Migration 87c20750-4278-4dda-8789-8e9e80f2a639 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1149.962016] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0cee2c86-ad5b-42e7-8428-f5455187f1c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.962016] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Migration 38d421cd-638b-462d-819c-319068aada47 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1149.962016] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1149.962016] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 0dff4bf6-8603-47d7-95cf-d12e71aa5179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.012723] env[65762]: WARNING neutronclient.v2_0.client [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.167763] env[65762]: WARNING neutronclient.v2_0.client [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.199987] env[65762]: DEBUG oslo_concurrency.lockutils [req-f9b45995-eaf6-4067-a61e-61e1eee20679 req-10a7d810-cf7b-4825-afe8-7dc6fd858e62 service nova] Releasing lock "refresh_cache-0dff4bf6-8603-47d7-95cf-d12e71aa5179" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256722] env[65762]: DEBUG nova.network.neutron [-] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.289791] env[65762]: DEBUG nova.network.neutron [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [{"id": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "address": "fa:16:3e:45:d3:52", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9708cd-43", "ovs_interfaceid": "6c9708cd-43da-441c-9209-efe57e7ab4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.454395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Releasing lock "refresh_cache-abd01d8a-4713-4f89-b8c8-b82627b559e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.454761] env[65762]: DEBUG nova.compute.manager [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1150.454956] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.457307] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0635ad33-e80c-4c41-94c3-44755422641f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.463144] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 3f45bce6-f8c7-44a0-acd7-d07110a0af3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1150.463370] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1150.463523] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '8', 'num_task_resize_finish': '1', 'num_os_type_None': '9', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '1', 'io_workload': '0', 'num_task_None': '7', 'num_proj_8d9a3d9a73a6422cbeaf5d578ea94cc4': '2', 'num_proj_6cc5af05943e45b99512d4c845535680': '2', 'num_proj_b10f97270b354564bfe6ce2938fb13eb': '1', 'num_vm_resized': '1', 'num_proj_6d59d9398fe4476e863f75f74d9199ad': '1', 'num_proj_d427f10c9d7e4f61ae5d7c82686aa55e': '1', 'num_task_deleting': '1', 'num_proj_1e7363e564eb4802b954aabb46cb432d': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1150.468453] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.468759] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8489516f-7a56-4ceb-b5be-5d3daf47bb77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.477483] env[65762]: DEBUG oslo_vmware.api [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1150.477483] env[65762]: value = "task-4561040" [ 1150.477483] env[65762]: _type = "Task" [ 1150.477483] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.489110] env[65762]: DEBUG oslo_vmware.api [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.660153] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22e324e-4fbe-44ed-a7d4-44c5cb2957e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.669720] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4d896e-2409-4a48-8fe2-1f0d4626df14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.705932] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c6cc85-0eda-4672-b99c-ef03cc4519a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.715273] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf8eb5c-0ec4-4e18-ae5f-bd9613f5837c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.730245] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.759255] env[65762]: INFO nova.compute.manager [-] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Took 1.26 seconds to deallocate network for instance. [ 1150.792998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-0cee2c86-ad5b-42e7-8428-f5455187f1c1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.793324] env[65762]: DEBUG nova.objects.instance [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lazy-loading 'migration_context' on Instance uuid 0cee2c86-ad5b-42e7-8428-f5455187f1c1 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.964083] env[65762]: DEBUG nova.compute.manager [req-dc18a2be-bd40-4396-b494-d8925852df00 req-dae88366-a750-4118-b962-8a262918a3c7 service nova] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Received event network-vif-deleted-15f1ac35-9706-4148-902c-2c0688c6d96c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1150.989350] env[65762]: DEBUG oslo_vmware.api [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561040, 'name': PowerOffVM_Task, 'duration_secs': 0.202453} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.989617] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.990120] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.990120] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ded73f2-bdcd-45af-8f3a-034facfabec4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.018440] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.018668] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.018847] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleting the datastore file [datastore1] abd01d8a-4713-4f89-b8c8-b82627b559e5 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.019516] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda803f7-385c-4335-92a3-24ac2ee5e6ae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.027135] env[65762]: DEBUG oslo_vmware.api [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for the task: (returnval){ [ 1151.027135] env[65762]: value = "task-4561042" [ 1151.027135] env[65762]: _type = "Task" [ 1151.027135] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.037051] env[65762]: DEBUG oslo_vmware.api [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.233486] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.266374] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.296957] env[65762]: DEBUG nova.objects.base [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Object Instance<0cee2c86-ad5b-42e7-8428-f5455187f1c1> lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.297952] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59935fa8-626f-4090-8158-dff6da947c70 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.323286] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c9fe5a-69c6-4bc8-9e0b-07bd9585a6a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.330377] env[65762]: DEBUG oslo_vmware.api [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1151.330377] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f06759-0b6d-6f68-17b5-be309cf6f866" [ 1151.330377] env[65762]: _type = "Task" [ 1151.330377] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.340304] env[65762]: DEBUG oslo_vmware.api [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f06759-0b6d-6f68-17b5-be309cf6f866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.473608] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.473866] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.474072] env[65762]: DEBUG nova.compute.manager [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Going to confirm migration 7 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1151.538242] env[65762]: DEBUG oslo_vmware.api [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Task: {'id': task-4561042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126667} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.538522] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.538731] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.538882] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.539067] env[65762]: INFO nova.compute.manager [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1151.539355] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1151.539566] env[65762]: DEBUG nova.compute.manager [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1151.539663] env[65762]: DEBUG nova.network.neutron [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1151.539963] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.559304] env[65762]: DEBUG nova.network.neutron [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1151.559615] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.740348] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1151.740662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.821s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.740992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.100s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.742675] env[65762]: INFO nova.compute.claims [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.745483] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.745483] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Cleaning up deleted instances {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11931}} [ 1151.842127] env[65762]: DEBUG oslo_vmware.api [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f06759-0b6d-6f68-17b5-be309cf6f866, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.842455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.981086] env[65762]: WARNING neutronclient.v2_0.client [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.020936] env[65762]: WARNING neutronclient.v2_0.client [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.021300] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.021442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.021654] env[65762]: DEBUG nova.network.neutron [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1152.021860] env[65762]: DEBUG nova.objects.instance [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'info_cache' on Instance uuid 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.062131] env[65762]: DEBUG nova.network.neutron [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.267586] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] There are 62 instances to clean {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11940}} [ 1152.267774] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 31030a85-070f-4f28-9166-0d72655b94a4] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1152.564941] env[65762]: INFO nova.compute.manager [-] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Took 1.03 seconds to deallocate network for instance. [ 1152.772119] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 5ab5b065-f992-431b-9490-77f3073e79fd] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1152.945606] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f058d90-6d78-44de-be40-afb9845be6d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.955930] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802ce75-0c46-4108-8ad0-981039963263 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.987659] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a67500b-7638-4c5f-9e67-e03dd5b1ff8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.996933] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed35fe5-0b63-40a3-8d67-69621e3ed22c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.012292] env[65762]: DEBUG nova.compute.provider_tree [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.028449] env[65762]: WARNING neutronclient.v2_0.client [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.075196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.240557] env[65762]: WARNING neutronclient.v2_0.client [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.276261] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 9938c0de-f405-4340-a06e-d02e5daecd9b] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1153.379340] env[65762]: DEBUG nova.network.neutron [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [{"id": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "address": "fa:16:3e:1d:4a:46", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb88681-3e", "ovs_interfaceid": "dcb88681-3eb7-4157-a469-5b0dd3d3434c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.515378] env[65762]: DEBUG nova.scheduler.client.report [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.781751] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 22abf771-18ea-4f42-aa53-4bb646867d85] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1153.882159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-21fa923c-0d61-4ef9-bb0a-108ac2b111a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.882529] env[65762]: DEBUG nova.objects.instance [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'migration_context' on Instance uuid 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.022632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.022948] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1154.030909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.761s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.030909] env[65762]: DEBUG nova.objects.instance [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lazy-loading 'resources' on Instance uuid 4474b9ab-518b-45f5-bf9a-d91cacadca36 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.285133] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 7e48104c-9695-40c0-821c-9d28224e4e85] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1154.385824] env[65762]: DEBUG nova.objects.base [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Object Instance<21fa923c-0d61-4ef9-bb0a-108ac2b111a7> lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.386936] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df441560-52bb-4631-8fe1-c660538307d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.408886] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59359eac-b17a-4635-b683-f044bf0e1cc7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.416184] env[65762]: DEBUG oslo_vmware.api [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1154.416184] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52205b8d-618c-dda3-9599-7cb664fa93f4" [ 1154.416184] env[65762]: _type = "Task" [ 1154.416184] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.425319] env[65762]: DEBUG oslo_vmware.api [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52205b8d-618c-dda3-9599-7cb664fa93f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.539046] env[65762]: DEBUG nova.compute.utils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.543227] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1154.543456] env[65762]: DEBUG nova.network.neutron [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1154.543791] env[65762]: WARNING neutronclient.v2_0.client [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.544109] env[65762]: WARNING neutronclient.v2_0.client [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.590825] env[65762]: DEBUG nova.policy [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c97bd4e6cc0454cb64c5db8873bf0cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bf8d95399f74ec7a0bdf20a48dd21a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.745413] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfe40a7-5e54-4489-81a0-7b6ac3d991f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.757332] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41149655-46bb-4df6-9ac9-dfd4bfb51139 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.789643] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0604d096-5f13-40b2-a855-6852e95f40af] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1154.792254] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92822685-6eb8-493b-ae93-850400a8eb94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.801080] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32840c69-f33d-4a68-b7c9-834ed3552b9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.817310] env[65762]: DEBUG nova.compute.provider_tree [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.928410] env[65762]: DEBUG oslo_vmware.api [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52205b8d-618c-dda3-9599-7cb664fa93f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.928763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.932373] env[65762]: DEBUG nova.network.neutron [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Successfully created port: 8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1155.047424] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1155.295745] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: a90a6cc0-a7dc-418a-a9dd-b121ef48aaf9] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1155.322362] env[65762]: DEBUG nova.scheduler.client.report [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.800142] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: a05e942b-ef4c-4178-b2ed-6062ee1c62df] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1155.827858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.833019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.988s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.855507] env[65762]: INFO nova.scheduler.client.report [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Deleted allocations for instance 4474b9ab-518b-45f5-bf9a-d91cacadca36 [ 1156.058291] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1156.082227] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1156.082593] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.083179] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1156.083179] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.083483] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1156.083656] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1156.083914] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.084204] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1156.084365] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1156.084467] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1156.084653] env[65762]: DEBUG nova.virt.hardware [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1156.085593] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f232c-0963-4eba-928a-cbfe0498cacc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.094893] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89e1612-38d4-43a7-b672-d05974401e00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.304449] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 036a9288-c2fd-4764-917d-550524eece55] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1156.367677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-88789e17-3c33-4fdc-9ab6-37b312df64e0 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Lock "4474b9ab-518b-45f5-bf9a-d91cacadca36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.551s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.451024] env[65762]: DEBUG nova.compute.manager [req-13b2ec60-d743-49a6-be67-ec7c75237a2c req-0e65113a-e79a-40ac-ac7c-c8daba1dccd6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Received event network-vif-plugged-8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1156.451024] env[65762]: DEBUG oslo_concurrency.lockutils [req-13b2ec60-d743-49a6-be67-ec7c75237a2c req-0e65113a-e79a-40ac-ac7c-c8daba1dccd6 service nova] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.451024] env[65762]: DEBUG oslo_concurrency.lockutils [req-13b2ec60-d743-49a6-be67-ec7c75237a2c req-0e65113a-e79a-40ac-ac7c-c8daba1dccd6 service nova] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.451024] env[65762]: DEBUG oslo_concurrency.lockutils [req-13b2ec60-d743-49a6-be67-ec7c75237a2c req-0e65113a-e79a-40ac-ac7c-c8daba1dccd6 service nova] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.451315] env[65762]: DEBUG nova.compute.manager [req-13b2ec60-d743-49a6-be67-ec7c75237a2c req-0e65113a-e79a-40ac-ac7c-c8daba1dccd6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] No waiting events found dispatching network-vif-plugged-8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1156.451315] env[65762]: WARNING nova.compute.manager [req-13b2ec60-d743-49a6-be67-ec7c75237a2c req-0e65113a-e79a-40ac-ac7c-c8daba1dccd6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Received unexpected event network-vif-plugged-8519cffc-0b81-44d4-8c2c-7d2d57db203d for instance with vm_state building and task_state spawning. [ 1156.531897] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d614b0-7491-424a-a5ed-7c4f658ae79e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.534653] env[65762]: DEBUG nova.network.neutron [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Successfully updated port: 8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1156.542577] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d6f42-0f0c-48b3-9a81-238397e45014 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.579501] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07939fc4-7a79-41f6-9966-0c6101ae968c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.589119] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea7372-4250-4d0c-a293-a0d372e6f120 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.605019] env[65762]: DEBUG nova.compute.provider_tree [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.643833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.644075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.810375] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: f57ce6d1-d08d-45aa-98c0-b3d4934cdc16] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1157.037242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.037476] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.037625] env[65762]: DEBUG nova.network.neutron [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.109235] env[65762]: DEBUG nova.scheduler.client.report [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.147084] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1157.313927] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 24db89ad-be77-4915-bd1b-17c6b89f6fab] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1157.573062] env[65762]: DEBUG nova.network.neutron [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1157.655662] env[65762]: WARNING neutronclient.v2_0.client [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.673944] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.733763] env[65762]: DEBUG nova.network.neutron [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.817733] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: cc4381f0-b84a-4e5a-87be-d1cc19f4c1fb] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1158.119256] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.289s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.122046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.050s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.122812] env[65762]: DEBUG nova.objects.instance [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lazy-loading 'resources' on Instance uuid abd01d8a-4713-4f89-b8c8-b82627b559e5 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.237027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.237306] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Instance network_info: |[{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1158.237796] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:52:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8519cffc-0b81-44d4-8c2c-7d2d57db203d', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.245724] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1158.245945] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.246208] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3132063f-0fb8-407b-ad0a-b317251d0df1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.267100] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.267100] env[65762]: value = "task-4561044" [ 1158.267100] env[65762]: _type = "Task" [ 1158.267100] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.275437] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561044, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.320891] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 96a93189-ac1f-44a2-8311-4a56fb47f44f] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1158.481398] env[65762]: DEBUG nova.compute.manager [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Received event network-changed-8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1158.481736] env[65762]: DEBUG nova.compute.manager [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Refreshing instance network info cache due to event network-changed-8519cffc-0b81-44d4-8c2c-7d2d57db203d. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1158.482121] env[65762]: DEBUG oslo_concurrency.lockutils [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.482372] env[65762]: DEBUG oslo_concurrency.lockutils [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.482642] env[65762]: DEBUG nova.network.neutron [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Refreshing network info cache for port 8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.687012] env[65762]: INFO nova.scheduler.client.report [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocation for migration 87c20750-4278-4dda-8789-8e9e80f2a639 [ 1158.779879] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561044, 'name': CreateVM_Task, 'duration_secs': 0.345339} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.780074] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.780636] env[65762]: WARNING neutronclient.v2_0.client [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.780974] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.781188] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.781412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.784283] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7513631-4bf6-4292-9264-6918111c7eff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.790499] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1158.790499] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524a80da-3893-6027-9214-c1b0697056f3" [ 1158.790499] env[65762]: _type = "Task" [ 1158.790499] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.800563] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524a80da-3893-6027-9214-c1b0697056f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.824251] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 9d495acb-9f41-4e14-9ca4-b88ac42130fa] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1158.827614] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29f619-f152-497a-a2f8-b80b9ba6c508 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.837211] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce734535-3736-43d3-9fe6-16f32cfd9304 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.888308] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbbe6b-df0d-4cef-8f3f-67534f5c99de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.900946] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d100f79-c6ab-4e71-8bce-6e4b9c9e0a0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.924313] env[65762]: DEBUG nova.compute.provider_tree [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.987095] env[65762]: WARNING neutronclient.v2_0.client [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.176078] env[65762]: WARNING neutronclient.v2_0.client [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.193967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ef8b4da8-9183-477e-b1cf-31980e4929f4 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.750s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.254913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.255359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.255655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.255897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.256098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.258971] env[65762]: INFO nova.compute.manager [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Terminating instance [ 1159.272757] env[65762]: DEBUG nova.network.neutron [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updated VIF entry in instance network info cache for port 8519cffc-0b81-44d4-8c2c-7d2d57db203d. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1159.273372] env[65762]: DEBUG nova.network.neutron [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.307816] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524a80da-3893-6027-9214-c1b0697056f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.308325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.308687] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.309054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.309290] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.309574] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.309975] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95904c35-0f11-4317-b59d-1cbdceecaba3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.322703] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.322968] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.323738] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc65228-f5f6-4d1b-be92-d7fafd6ae03e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.330891] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1159.330891] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5233df44-8622-1ba9-7c76-2c940ed4600d" [ 1159.330891] env[65762]: _type = "Task" [ 1159.330891] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.331519] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 41094222-37a3-490b-9c68-ca211dfb2b06] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1159.344344] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5233df44-8622-1ba9-7c76-2c940ed4600d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.428234] env[65762]: DEBUG nova.scheduler.client.report [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.764175] env[65762]: DEBUG nova.compute.manager [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1159.764438] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.765427] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c39ab3-e60b-4b66-a81a-e2ad26c8c801 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.774303] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.774587] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15b41b88-83cb-4dd5-94bf-2d74cb423941 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.776489] env[65762]: DEBUG oslo_concurrency.lockutils [req-7e47f59e-9b5e-448c-a791-7be609d72526 req-8cba2a7b-b9d1-42ba-b98f-ea2aee44ddda service nova] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.782912] env[65762]: DEBUG oslo_vmware.api [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1159.782912] env[65762]: value = "task-4561045" [ 1159.782912] env[65762]: _type = "Task" [ 1159.782912] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.791255] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.791470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.797241] env[65762]: DEBUG oslo_vmware.api [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.838928] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: ed509cb1-6f57-41d0-9b68-157448888d41] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1159.846271] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5233df44-8622-1ba9-7c76-2c940ed4600d, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.848537] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02785f77-1440-47bf-9d9b-ab2352d855ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.856114] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1159.856114] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524d3b05-9b58-b4c9-dbfe-732130b745ee" [ 1159.856114] env[65762]: _type = "Task" [ 1159.856114] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.866054] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524d3b05-9b58-b4c9-dbfe-732130b745ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.932928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.935431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.007s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.957532] env[65762]: INFO nova.scheduler.client.report [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Deleted allocations for instance abd01d8a-4713-4f89-b8c8-b82627b559e5 [ 1160.297388] env[65762]: DEBUG oslo_vmware.api [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561045, 'name': PowerOffVM_Task, 'duration_secs': 0.218889} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.297746] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.297881] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.298286] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1160.301504] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91fae325-0f92-4b2b-9f57-07eaefb8964e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.348936] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: cda44de8-d9d9-4c3a-b7c6-3d11fdaff974] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1160.369613] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524d3b05-9b58-b4c9-dbfe-732130b745ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.370793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.371220] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.371558] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5263f622-8fc0-4972-b424-a52a2612b1c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.384444] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1160.384444] env[65762]: value = "task-4561047" [ 1160.384444] env[65762]: _type = "Task" [ 1160.384444] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.390178] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.390577] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.390909] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore2] 0cee2c86-ad5b-42e7-8428-f5455187f1c1 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.391961] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb9bb33-8ca6-4c27-8049-4d8166acf873 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.401341] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.403094] env[65762]: DEBUG oslo_vmware.api [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1160.403094] env[65762]: value = "task-4561048" [ 1160.403094] env[65762]: _type = "Task" [ 1160.403094] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.412200] env[65762]: DEBUG oslo_vmware.api [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.466611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-08fbf85e-f248-4ad3-ad21-a4c1e60cbb21 tempest-ServerShowV247Test-842649391 tempest-ServerShowV247Test-842649391-project-member] Lock "abd01d8a-4713-4f89-b8c8-b82627b559e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.619s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.624827] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e81329-cf95-4493-b23b-43917ce5dcbf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.636343] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5aa522-8a8f-402f-a5e8-ca9945e6d97f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.670166] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1a12d-ee57-4c77-a68b-031579fdfae7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.678988] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaea411-69be-47f8-a735-c63a9296bba6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.698534] env[65762]: DEBUG nova.compute.provider_tree [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.821554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.854860] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 60dc8912-e6c0-47c7-a06a-f840034247b3] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1160.898023] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.914572] env[65762]: DEBUG oslo_vmware.api [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174446} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.914704] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.914836] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.915032] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.915212] env[65762]: INFO nova.compute.manager [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1160.915499] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1160.915764] env[65762]: DEBUG nova.compute.manager [-] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1160.915893] env[65762]: DEBUG nova.network.neutron [-] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1160.916219] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.949301] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.202551] env[65762]: DEBUG nova.scheduler.client.report [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.209601] env[65762]: DEBUG nova.compute.manager [req-d9b0152c-88d9-41bc-9bcc-d66cfe213593 req-8859488e-400a-4a4a-a21b-34377e28e898 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Received event network-vif-deleted-6c9708cd-43da-441c-9209-efe57e7ab4d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1161.209601] env[65762]: INFO nova.compute.manager [req-d9b0152c-88d9-41bc-9bcc-d66cfe213593 req-8859488e-400a-4a4a-a21b-34377e28e898 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Neutron deleted interface 6c9708cd-43da-441c-9209-efe57e7ab4d6; detaching it from the instance and deleting it from the info cache [ 1161.209711] env[65762]: DEBUG nova.network.neutron [req-d9b0152c-88d9-41bc-9bcc-d66cfe213593 req-8859488e-400a-4a4a-a21b-34377e28e898 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.358441] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 529852c4-c910-4151-9fd6-894cadba4a60] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1161.395748] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534286} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.395993] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.396212] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.396938] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c0841bd-bf92-4d08-91f1-0666fdab7d13 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.403374] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1161.403374] env[65762]: value = "task-4561049" [ 1161.403374] env[65762]: _type = "Task" [ 1161.403374] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.412568] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.688198] env[65762]: DEBUG nova.network.neutron [-] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.713276] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e227cb15-8ce7-4b9b-b8f7-4105dda6ba00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.727166] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6ff1be-36b0-4624-acff-a506097588ff {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.761616] env[65762]: DEBUG nova.compute.manager [req-d9b0152c-88d9-41bc-9bcc-d66cfe213593 req-8859488e-400a-4a4a-a21b-34377e28e898 service nova] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Detach interface failed, port_id=6c9708cd-43da-441c-9209-efe57e7ab4d6, reason: Instance 0cee2c86-ad5b-42e7-8428-f5455187f1c1 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1161.862424] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 01c21760-0799-4998-82f2-6bbbb9fee877] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1161.914245] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063945} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.914448] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.915223] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9358c08-0009-4259-8272-82865d483b36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.939645] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.939947] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2240832-97bf-4794-b1c4-2f42879cb06f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.961525] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1161.961525] env[65762]: value = "task-4561050" [ 1161.961525] env[65762]: _type = "Task" [ 1161.961525] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.970740] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.190549] env[65762]: INFO nova.compute.manager [-] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Took 1.27 seconds to deallocate network for instance. [ 1162.218201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.282s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.221367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.547s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.222996] env[65762]: INFO nova.compute.claims [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.366575] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 2df3c515-2931-48a0-9d3b-cd53f6918cf2] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1162.473858] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561050, 'name': ReconfigVM_Task, 'duration_secs': 0.330608} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.474210] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.474901] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c344ca26-abd7-460c-9b86-d7ad7affbcc3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.483117] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1162.483117] env[65762]: value = "task-4561051" [ 1162.483117] env[65762]: _type = "Task" [ 1162.483117] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.492571] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561051, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.698423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.797191] env[65762]: INFO nova.scheduler.client.report [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted allocation for migration 38d421cd-638b-462d-819c-319068aada47 [ 1162.871633] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: ec9337f8-97dd-42f2-be54-416a89c33d61] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1162.993772] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561051, 'name': Rename_Task, 'duration_secs': 0.151803} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.994055] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.994271] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e220413f-8333-4733-995c-bb4d88c0fd01 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.000879] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1163.000879] env[65762]: value = "task-4561052" [ 1163.000879] env[65762]: _type = "Task" [ 1163.000879] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.009582] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.303563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b4feb4fd-2abb-489a-aab4-e073ac9abfb0 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.830s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.374238] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 12341d5c-36cd-4ca5-a8a5-6fd9fd813f31] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1163.405242] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a244901-7e6d-4a90-99e9-bc4e45bff091 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.413839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.414106] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.414614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.414614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.414614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.417324] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf7ca1-79f7-4bd0-a42a-3cb6d8198423 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.421019] env[65762]: INFO nova.compute.manager [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Terminating instance [ 1163.457339] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90430936-5147-4969-8f9c-43eef1514a1f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.467288] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae274d-9595-4359-b4da-cb0ff2739ce9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.482879] env[65762]: DEBUG nova.compute.provider_tree [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.514277] env[65762]: DEBUG oslo_vmware.api [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561052, 'name': PowerOnVM_Task, 'duration_secs': 0.509135} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.514519] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.514730] env[65762]: INFO nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1163.514907] env[65762]: DEBUG nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1163.515765] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962c269-684f-4ef7-9070-73533ebecdb1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.881040] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 25e5f1b6-14cd-4cdc-bd81-860c6c7c7430] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1163.926027] env[65762]: DEBUG nova.compute.manager [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1163.926027] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.926374] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2781aae-3dfe-4dba-b8e6-af2b96f3f7d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.935599] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.935860] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80d32437-f95c-47f6-a68d-36e8e8bc3175 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.943054] env[65762]: DEBUG oslo_vmware.api [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1163.943054] env[65762]: value = "task-4561053" [ 1163.943054] env[65762]: _type = "Task" [ 1163.943054] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.951403] env[65762]: DEBUG oslo_vmware.api [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.986620] env[65762]: DEBUG nova.scheduler.client.report [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.035725] env[65762]: INFO nova.compute.manager [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Took 14.42 seconds to build instance. [ 1164.313855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.314136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.314317] env[65762]: INFO nova.compute.manager [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Shelving [ 1164.384109] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 7095cb7a-e9a4-4454-ac82-bfe6fff4f729] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1164.454450] env[65762]: DEBUG oslo_vmware.api [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561053, 'name': PowerOffVM_Task, 'duration_secs': 0.239026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.454733] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.454897] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.455180] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57d2ebc-eac8-4ab3-8ec2-0918208c2edc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.493635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.494193] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1164.497546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.676s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.499052] env[65762]: INFO nova.compute.claims [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.524348] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.524589] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.524769] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleting the datastore file [datastore2] 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.525070] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afcc8f9-d7a9-473c-866a-c28631380749 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.533165] env[65762]: DEBUG oslo_vmware.api [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1164.533165] env[65762]: value = "task-4561055" [ 1164.533165] env[65762]: _type = "Task" [ 1164.533165] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.537077] env[65762]: DEBUG oslo_concurrency.lockutils [None req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.925s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.543188] env[65762]: DEBUG oslo_vmware.api [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.888752] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: c8e13386-c98e-452a-af83-9f714bbfac5c] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1165.000125] env[65762]: DEBUG nova.compute.utils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.002180] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1165.002493] env[65762]: DEBUG nova.network.neutron [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1165.002893] env[65762]: WARNING neutronclient.v2_0.client [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.003337] env[65762]: WARNING neutronclient.v2_0.client [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.043215] env[65762]: DEBUG oslo_vmware.api [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175159} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.043498] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.043678] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.043850] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.044032] env[65762]: INFO nova.compute.manager [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.044288] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1165.044602] env[65762]: DEBUG nova.compute.manager [-] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1165.044733] env[65762]: DEBUG nova.network.neutron [-] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1165.045013] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.068200] env[65762]: DEBUG nova.policy [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c41738be1c64201b58fd285152bf112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5f5c6afa2b046038d8a5411e6107153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.121081] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.246955] env[65762]: DEBUG nova.compute.manager [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Received event network-changed-8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1165.247153] env[65762]: DEBUG nova.compute.manager [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Refreshing instance network info cache due to event network-changed-8519cffc-0b81-44d4-8c2c-7d2d57db203d. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1165.248223] env[65762]: DEBUG oslo_concurrency.lockutils [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.248438] env[65762]: DEBUG oslo_concurrency.lockutils [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.248758] env[65762]: DEBUG nova.network.neutron [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Refreshing network info cache for port 8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.325192] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.325624] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cc2562d-3ccd-4509-a53c-172960179c39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.333998] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1165.333998] env[65762]: value = "task-4561056" [ 1165.333998] env[65762]: _type = "Task" [ 1165.333998] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.343246] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.392767] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 510c82b1-8d58-41ea-9137-3c8ca76b9500] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1165.507816] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1165.596722] env[65762]: DEBUG nova.network.neutron [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Successfully created port: ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1165.624899] env[65762]: DEBUG nova.compute.manager [req-b87be420-1b2f-4f61-8aa9-3913f397b4d3 req-0d219256-e7d6-4440-99c4-aebb4da205f9 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Received event network-vif-deleted-dcb88681-3eb7-4157-a469-5b0dd3d3434c {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1165.625215] env[65762]: INFO nova.compute.manager [req-b87be420-1b2f-4f61-8aa9-3913f397b4d3 req-0d219256-e7d6-4440-99c4-aebb4da205f9 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Neutron deleted interface dcb88681-3eb7-4157-a469-5b0dd3d3434c; detaching it from the instance and deleting it from the info cache [ 1165.625368] env[65762]: DEBUG nova.network.neutron [req-b87be420-1b2f-4f61-8aa9-3913f397b4d3 req-0d219256-e7d6-4440-99c4-aebb4da205f9 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.693253] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d51e7f-62b5-4f64-bda8-74a60144b134 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.701636] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd9426a-98e7-42b8-b81a-54fecb1ecb50 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.739022] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6dcce4-5358-49ca-b5cf-790fd158a901 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.746352] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7288fced-b0ba-48c0-97dd-527430d859c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.752318] env[65762]: WARNING neutronclient.v2_0.client [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.763274] env[65762]: DEBUG nova.compute.provider_tree [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.845562] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561056, 'name': PowerOffVM_Task, 'duration_secs': 0.256014} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.845858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.846681] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc5e4b-cd06-4dd1-98d4-cfca7733d0b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.871054] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483bbf93-1a08-460f-89e3-bc667bfb7f14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.898789] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4c09b8ec-5c69-4f2d-9c58-986a8a942d51] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1165.998757] env[65762]: WARNING neutronclient.v2_0.client [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.081145] env[65762]: DEBUG nova.network.neutron [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updated VIF entry in instance network info cache for port 8519cffc-0b81-44d4-8c2c-7d2d57db203d. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.081274] env[65762]: DEBUG nova.network.neutron [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.091911] env[65762]: DEBUG nova.network.neutron [-] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.128476] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bcee6ab-588f-4921-b1e1-2e07efb780dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.139545] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed888ed-eef5-4877-bcf7-8740c0ed7a9f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.173887] env[65762]: DEBUG nova.compute.manager [req-b87be420-1b2f-4f61-8aa9-3913f397b4d3 req-0d219256-e7d6-4440-99c4-aebb4da205f9 service nova] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Detach interface failed, port_id=dcb88681-3eb7-4157-a469-5b0dd3d3434c, reason: Instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1166.270556] env[65762]: DEBUG nova.scheduler.client.report [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.382545] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1166.382889] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f0939f2-98b2-4381-af7b-ecfcadacee8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.393265] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1166.393265] env[65762]: value = "task-4561057" [ 1166.393265] env[65762]: _type = "Task" [ 1166.393265] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.399980] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 7f31bea1-7b5c-47f0-a5d7-2df0eed15820] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1166.405490] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.520981] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1166.551510] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1166.551897] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.552220] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1166.552529] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.552771] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1166.553052] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1166.553426] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1166.553769] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1166.554088] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1166.554380] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1166.554725] env[65762]: DEBUG nova.virt.hardware [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1166.556090] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb1aa8-73b5-47e4-8f9b-9681a2324fd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.568145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421a6e4f-e687-4df3-91bb-fdcdeaf60298 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.587096] env[65762]: DEBUG oslo_concurrency.lockutils [req-94a308a4-4031-4d3f-831a-26eaac0a8d61 req-b9c30a53-0e47-4f60-bcae-af0e184bc7f6 service nova] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.595558] env[65762]: INFO nova.compute.manager [-] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Took 1.55 seconds to deallocate network for instance. [ 1166.776951] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.777566] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1166.780707] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.082s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.780914] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.807492] env[65762]: INFO nova.scheduler.client.report [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocations for instance 0cee2c86-ad5b-42e7-8428-f5455187f1c1 [ 1166.904315] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561057, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.906988] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: e7548032-17bf-497f-8f92-fd41b635c64d] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1167.103975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.104298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.104525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.123615] env[65762]: INFO nova.scheduler.client.report [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted allocations for instance 21fa923c-0d61-4ef9-bb0a-108ac2b111a7 [ 1167.134497] env[65762]: DEBUG nova.network.neutron [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Successfully updated port: ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1167.279776] env[65762]: DEBUG nova.compute.manager [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Received event network-vif-plugged-ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1167.279959] env[65762]: DEBUG oslo_concurrency.lockutils [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.280285] env[65762]: DEBUG oslo_concurrency.lockutils [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.280389] env[65762]: DEBUG oslo_concurrency.lockutils [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.280558] env[65762]: DEBUG nova.compute.manager [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] No waiting events found dispatching network-vif-plugged-ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1167.280720] env[65762]: WARNING nova.compute.manager [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Received unexpected event network-vif-plugged-ebe7ce59-8b22-493e-9576-7b3b8ef80224 for instance with vm_state building and task_state spawning. [ 1167.280872] env[65762]: DEBUG nova.compute.manager [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Received event network-changed-ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1167.281036] env[65762]: DEBUG nova.compute.manager [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Refreshing instance network info cache due to event network-changed-ebe7ce59-8b22-493e-9576-7b3b8ef80224. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1167.281224] env[65762]: DEBUG oslo_concurrency.lockutils [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] Acquiring lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.281356] env[65762]: DEBUG oslo_concurrency.lockutils [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] Acquired lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.281543] env[65762]: DEBUG nova.network.neutron [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Refreshing network info cache for port ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.285231] env[65762]: DEBUG nova.compute.utils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.286756] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1167.286942] env[65762]: DEBUG nova.network.neutron [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.287314] env[65762]: WARNING neutronclient.v2_0.client [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.287654] env[65762]: WARNING neutronclient.v2_0.client [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.318768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb4b8dc2-d4d0-4581-b004-ed62424459df tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "0cee2c86-ad5b-42e7-8428-f5455187f1c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.063s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.341969] env[65762]: DEBUG nova.policy [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9643125c466b4f87952a2e6651ac1a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d59d9398fe4476e863f75f74d9199ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.405570] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561057, 'name': CreateSnapshot_Task, 'duration_secs': 0.598782} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.406328] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1167.407143] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e897f58-0bd9-45f2-8a34-e54d3df6138e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.410065] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: f2ee5ca2-9a78-4a1d-8281-a53aed08389f] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1167.632906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e26da42-3054-4b55-9593-9ea28369f43c tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "21fa923c-0d61-4ef9-bb0a-108ac2b111a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.219s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.636936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.640456] env[65762]: DEBUG nova.network.neutron [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Successfully created port: 64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1167.783978] env[65762]: WARNING neutronclient.v2_0.client [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.791219] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1167.817733] env[65762]: DEBUG nova.network.neutron [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1167.912955] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 2a2d430b-ad40-4471-b829-33ae122a1833] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1167.929320] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1167.930515] env[65762]: DEBUG nova.network.neutron [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.931731] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af2edeb8-ca4a-4c2d-9571-79208f41338f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.942579] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1167.942579] env[65762]: value = "task-4561058" [ 1167.942579] env[65762]: _type = "Task" [ 1167.942579] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.952734] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561058, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.416755] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 1c8c688f-9e39-4dd8-8a09-066b3cbe536d] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1168.436462] env[65762]: DEBUG oslo_concurrency.lockutils [req-454e27ba-0438-4af1-a356-1c3e26e67047 req-4c6308ce-a22c-4449-8d09-1a9b3ae90b15 service nova] Releasing lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.436979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.437085] env[65762]: DEBUG nova.network.neutron [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.455204] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561058, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.804873] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1168.832667] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1168.833083] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.833300] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1168.833497] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.833640] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1168.833779] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1168.833986] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1168.834156] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1168.834324] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1168.834483] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1168.834650] env[65762]: DEBUG nova.virt.hardware [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1168.835538] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc6ce6-f9d9-4589-a85e-7e3e34b04cbc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.844535] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a3d77a-8b5a-4b34-ae3b-effbe8026e4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.919991] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 11a69486-2cc6-4286-af07-e4e683ef12b3] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1168.928271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.928569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.954166] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561058, 'name': CloneVM_Task, 'duration_secs': 0.873323} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.955319] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Created linked-clone VM from snapshot [ 1168.955319] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efe57d-6337-4207-8b22-8e27ebd06f8c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.964427] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Uploading image 1f176847-5a82-40d2-88f8-879dce749840 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1168.973893] env[65762]: DEBUG nova.network.neutron [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1168.986939] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1168.986939] env[65762]: value = "vm-891252" [ 1168.986939] env[65762]: _type = "VirtualMachine" [ 1168.986939] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1168.987172] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fffdf4fb-25f5-4ca6-a9f6-414f0ea3f6a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.996714] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease: (returnval){ [ 1168.996714] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d48a43-dc43-8489-7e36-7a7732bdddfe" [ 1168.996714] env[65762]: _type = "HttpNfcLease" [ 1168.996714] env[65762]: } obtained for exporting VM: (result){ [ 1168.996714] env[65762]: value = "vm-891252" [ 1168.996714] env[65762]: _type = "VirtualMachine" [ 1168.996714] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1168.996714] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the lease: (returnval){ [ 1168.996714] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d48a43-dc43-8489-7e36-7a7732bdddfe" [ 1168.996714] env[65762]: _type = "HttpNfcLease" [ 1168.996714] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.004716] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.004716] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d48a43-dc43-8489-7e36-7a7732bdddfe" [ 1169.004716] env[65762]: _type = "HttpNfcLease" [ 1169.004716] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.057369] env[65762]: DEBUG nova.compute.manager [req-c30852d0-24e3-4300-947d-bfbbe1b9f567 req-e43df411-a062-48bf-8223-4166759e768b service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Received event network-vif-plugged-64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1169.057599] env[65762]: DEBUG oslo_concurrency.lockutils [req-c30852d0-24e3-4300-947d-bfbbe1b9f567 req-e43df411-a062-48bf-8223-4166759e768b service nova] Acquiring lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.057795] env[65762]: DEBUG oslo_concurrency.lockutils [req-c30852d0-24e3-4300-947d-bfbbe1b9f567 req-e43df411-a062-48bf-8223-4166759e768b service nova] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.057959] env[65762]: DEBUG oslo_concurrency.lockutils [req-c30852d0-24e3-4300-947d-bfbbe1b9f567 req-e43df411-a062-48bf-8223-4166759e768b service nova] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.058137] env[65762]: DEBUG nova.compute.manager [req-c30852d0-24e3-4300-947d-bfbbe1b9f567 req-e43df411-a062-48bf-8223-4166759e768b service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] No waiting events found dispatching network-vif-plugged-64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1169.058300] env[65762]: WARNING nova.compute.manager [req-c30852d0-24e3-4300-947d-bfbbe1b9f567 req-e43df411-a062-48bf-8223-4166759e768b service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Received unexpected event network-vif-plugged-64930ce8-2bb7-49a1-ade5-f168ac47d0cd for instance with vm_state building and task_state spawning. [ 1169.076323] env[65762]: WARNING neutronclient.v2_0.client [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.140244] env[65762]: DEBUG nova.network.neutron [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Successfully updated port: 64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1169.159925] env[65762]: DEBUG nova.network.neutron [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [{"id": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "address": "fa:16:3e:ba:7a:f9", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe7ce59-8b", "ovs_interfaceid": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.424241] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: e36024c5-9e0a-4b19-a99c-93e5655bd4c5] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1169.430814] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1169.505478] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.505478] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d48a43-dc43-8489-7e36-7a7732bdddfe" [ 1169.505478] env[65762]: _type = "HttpNfcLease" [ 1169.505478] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.505773] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.505773] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52d48a43-dc43-8489-7e36-7a7732bdddfe" [ 1169.505773] env[65762]: _type = "HttpNfcLease" [ 1169.505773] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1169.506535] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764ac74-c675-4b0e-89ac-5ba6dcfc6d69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.515043] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d9637-0f09-cde8-5c19-dba46a06d882/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.515177] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d9637-0f09-cde8-5c19-dba46a06d882/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1169.598406] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78f2efd8-9fa5-4088-8ac6-f96d39d5d745 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.643216] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "refresh_cache-daa7fd55-5ad7-4f7b-b6e8-abe444711566" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.643451] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "refresh_cache-daa7fd55-5ad7-4f7b-b6e8-abe444711566" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.643539] env[65762]: DEBUG nova.network.neutron [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.662597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.662955] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Instance network_info: |[{"id": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "address": "fa:16:3e:ba:7a:f9", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe7ce59-8b", "ovs_interfaceid": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1169.663464] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:7a:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebe7ce59-8b22-493e-9576-7b3b8ef80224', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.671322] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Creating folder: Project (f5f5c6afa2b046038d8a5411e6107153). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.671925] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffcad5c8-e737-4ebc-90bc-e9db8ea799a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.682610] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Created folder: Project (f5f5c6afa2b046038d8a5411e6107153) in parent group-v890951. [ 1169.682790] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Creating folder: Instances. Parent ref: group-v891253. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.683041] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e646e21b-4db6-46be-8269-109d89e53d4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.691400] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Created folder: Instances in parent group-v891253. [ 1169.691635] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1169.691817] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.692026] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91b54f58-8d05-4e3d-8d3c-393b6b61884b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.711612] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.711612] env[65762]: value = "task-4561062" [ 1169.711612] env[65762]: _type = "Task" [ 1169.711612] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.721765] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561062, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.928193] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4d158c34-3d09-4d17-a990-2c69ca8f048e] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1169.954497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.954977] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.956712] env[65762]: INFO nova.compute.claims [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.180498] env[65762]: DEBUG nova.network.neutron [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1170.222471] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561062, 'name': CreateVM_Task, 'duration_secs': 0.346451} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.223213] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.223347] env[65762]: WARNING neutronclient.v2_0.client [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.223856] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.223985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.224405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.224898] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1337f4b8-0444-46b4-9587-ae5b9ba19644 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.233646] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1170.233646] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52299589-9b1e-ad2c-ee56-0fbd73dfc1fc" [ 1170.233646] env[65762]: _type = "Task" [ 1170.233646] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.243864] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52299589-9b1e-ad2c-ee56-0fbd73dfc1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.259674] env[65762]: WARNING neutronclient.v2_0.client [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.347556] env[65762]: DEBUG nova.network.neutron [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Updating instance_info_cache with network_info: [{"id": "64930ce8-2bb7-49a1-ade5-f168ac47d0cd", "address": "fa:16:3e:be:9d:ac", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64930ce8-2b", "ovs_interfaceid": "64930ce8-2bb7-49a1-ade5-f168ac47d0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.432347] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 9c89d08f-ed12-4fec-ac49-d26d7a8041f9] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1170.745736] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52299589-9b1e-ad2c-ee56-0fbd73dfc1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01608} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.747072] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.747072] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.747434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.747603] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.747852] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.748248] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93bcc6fa-ab01-4501-945d-bed0f7ba3a42 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.757726] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.758112] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.758890] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5f2b3a-d9c1-4306-aa51-4c0de2ff8cad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.765902] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1170.765902] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52007474-e990-84e1-e7fe-7f33ca652649" [ 1170.765902] env[65762]: _type = "Task" [ 1170.765902] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.774878] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52007474-e990-84e1-e7fe-7f33ca652649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.851191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "refresh_cache-daa7fd55-5ad7-4f7b-b6e8-abe444711566" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.851612] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Instance network_info: |[{"id": "64930ce8-2bb7-49a1-ade5-f168ac47d0cd", "address": "fa:16:3e:be:9d:ac", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64930ce8-2b", "ovs_interfaceid": "64930ce8-2bb7-49a1-ade5-f168ac47d0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1170.852242] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:9d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64930ce8-2bb7-49a1-ade5-f168ac47d0cd', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.860506] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1170.860800] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.861193] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74792c4-0b33-4438-a31e-6e71e8e6faea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.884272] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.884272] env[65762]: value = "task-4561063" [ 1170.884272] env[65762]: _type = "Task" [ 1170.884272] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.892990] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561063, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.935913] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 66903e49-3f25-48a1-9c6d-992f6d559cf4] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1171.099768] env[65762]: DEBUG nova.compute.manager [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Received event network-changed-64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1171.100086] env[65762]: DEBUG nova.compute.manager [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Refreshing instance network info cache due to event network-changed-64930ce8-2bb7-49a1-ade5-f168ac47d0cd. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1171.100368] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] Acquiring lock "refresh_cache-daa7fd55-5ad7-4f7b-b6e8-abe444711566" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.100562] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] Acquired lock "refresh_cache-daa7fd55-5ad7-4f7b-b6e8-abe444711566" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.100792] env[65762]: DEBUG nova.network.neutron [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Refreshing network info cache for port 64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.133247] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b84a10e-4959-4519-b50f-6b89801e014e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.144104] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5454554-5908-40b4-9bca-91b66f4da505 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.178901] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a9c483-2d0e-4ed6-92de-89e6c3404484 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.188453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17830032-8596-4e9a-b69b-821c4b4d88d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.205728] env[65762]: DEBUG nova.compute.provider_tree [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.277279] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52007474-e990-84e1-e7fe-7f33ca652649, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.278320] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693c03f7-a52e-4eb6-9932-0ad5493ac40f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.287326] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1171.287326] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f197a5-3b76-14d5-5167-28bddf78ca74" [ 1171.287326] env[65762]: _type = "Task" [ 1171.287326] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.298722] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f197a5-3b76-14d5-5167-28bddf78ca74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.395977] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561063, 'name': CreateVM_Task, 'duration_secs': 0.473294} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.396241] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.396849] env[65762]: WARNING neutronclient.v2_0.client [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.397331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.397565] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.398313] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b1396e-1ab7-4d5e-823a-37b1b31fa259 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.404460] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1171.404460] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5290129b-b8e5-49dc-fe09-abfca2210b8c" [ 1171.404460] env[65762]: _type = "Task" [ 1171.404460] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.414593] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5290129b-b8e5-49dc-fe09-abfca2210b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.439349] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 1ba77460-dc77-43c0-88d7-f5a8cc78d753] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1171.604091] env[65762]: WARNING neutronclient.v2_0.client [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.709630] env[65762]: DEBUG nova.scheduler.client.report [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.756790] env[65762]: WARNING neutronclient.v2_0.client [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.799127] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f197a5-3b76-14d5-5167-28bddf78ca74, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.799446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.799739] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 93e08aeb-775d-4451-a78c-65c5e5eac53a/93e08aeb-775d-4451-a78c-65c5e5eac53a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.800057] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b67571c5-0c13-4a91-a9d8-4a1030935d65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.809634] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1171.809634] env[65762]: value = "task-4561064" [ 1171.809634] env[65762]: _type = "Task" [ 1171.809634] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.819498] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.915382] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5290129b-b8e5-49dc-fe09-abfca2210b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.915752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.915982] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.916239] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.916400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.916582] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.916860] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c642746-f6db-4783-b658-1836d59fe2f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.927222] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.927388] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.928174] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12caa2c-e2f4-4a39-8e02-ddb5a835fe59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.934726] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1171.934726] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521a5b11-cf17-e75d-303d-f456607ccf14" [ 1171.934726] env[65762]: _type = "Task" [ 1171.934726] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.944774] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 956df797-f842-4717-a075-01f4f4b77d8b] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1171.946922] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521a5b11-cf17-e75d-303d-f456607ccf14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.217340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.217340] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1172.281863] env[65762]: DEBUG nova.network.neutron [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Updated VIF entry in instance network info cache for port 64930ce8-2bb7-49a1-ade5-f168ac47d0cd. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.282437] env[65762]: DEBUG nova.network.neutron [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Updating instance_info_cache with network_info: [{"id": "64930ce8-2bb7-49a1-ade5-f168ac47d0cd", "address": "fa:16:3e:be:9d:ac", "network": {"id": "e683fa27-5c96-4689-aaa3-61db1ccf409e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-993347278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d59d9398fe4476e863f75f74d9199ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64930ce8-2b", "ovs_interfaceid": "64930ce8-2bb7-49a1-ade5-f168ac47d0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.322452] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.447032] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521a5b11-cf17-e75d-303d-f456607ccf14, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.448034] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754f7134-c7d6-43fb-99e5-24841f8caa80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.450417] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4789b03c-314d-4e8f-b0ac-f11883975a1a] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1172.456733] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1172.456733] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52490b1c-93c4-fa62-e7db-7d4ae23d8366" [ 1172.456733] env[65762]: _type = "Task" [ 1172.456733] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.467117] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52490b1c-93c4-fa62-e7db-7d4ae23d8366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.722867] env[65762]: DEBUG nova.compute.utils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.724592] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1172.724817] env[65762]: DEBUG nova.network.neutron [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1172.725170] env[65762]: WARNING neutronclient.v2_0.client [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.725881] env[65762]: WARNING neutronclient.v2_0.client [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.767198] env[65762]: DEBUG nova.policy [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b08ebb61a8a416a949297f0789596a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b03dec26b794827b9a397ff1fe40e5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.785577] env[65762]: DEBUG oslo_concurrency.lockutils [req-c3062c3b-063b-4e39-8c4f-028461d2b81a req-e8aa18d4-0435-4610-b932-cf15705115d2 service nova] Releasing lock "refresh_cache-daa7fd55-5ad7-4f7b-b6e8-abe444711566" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.822590] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557472} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.822858] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 93e08aeb-775d-4451-a78c-65c5e5eac53a/93e08aeb-775d-4451-a78c-65c5e5eac53a.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.823152] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.823412] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45176636-f672-45f8-a278-cc0991cdd7e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.830697] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1172.830697] env[65762]: value = "task-4561065" [ 1172.830697] env[65762]: _type = "Task" [ 1172.830697] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.841878] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.954624] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: bf794798-70c0-4ca9-b5e8-56071f5a0bc7] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1172.974902] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52490b1c-93c4-fa62-e7db-7d4ae23d8366, 'name': SearchDatastore_Task, 'duration_secs': 0.014278} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.975370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.975757] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] daa7fd55-5ad7-4f7b-b6e8-abe444711566/daa7fd55-5ad7-4f7b-b6e8-abe444711566.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.976170] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8041212d-5ee4-4efd-9592-758398981b74 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.985865] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1172.985865] env[65762]: value = "task-4561066" [ 1172.985865] env[65762]: _type = "Task" [ 1172.985865] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.817669] env[65762]: DEBUG nova.network.neutron [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Successfully created port: ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1173.820937] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1173.823764] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4ba510b1-0eaf-4fd5-95ba-31f3fd0b96b5] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1173.825580] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.825765] env[65762]: WARNING oslo_vmware.common.loopingcall [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] task run outlasted interval by 0.33967 sec [ 1173.843420] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600808} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.844036] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157762} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.844328] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] daa7fd55-5ad7-4f7b-b6e8-abe444711566/daa7fd55-5ad7-4f7b-b6e8-abe444711566.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.844576] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.844854] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.845138] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4357b4d-b9da-4f28-a782-cd72fe4cfd1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.847567] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f34b0ed-838f-4788-a095-22694884fb1b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.872865] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 93e08aeb-775d-4451-a78c-65c5e5eac53a/93e08aeb-775d-4451-a78c-65c5e5eac53a.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.875514] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26319a00-2ff9-4fea-8da2-2b243ef168c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.891109] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1173.891109] env[65762]: value = "task-4561067" [ 1173.891109] env[65762]: _type = "Task" [ 1173.891109] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.898869] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1173.898869] env[65762]: value = "task-4561068" [ 1173.898869] env[65762]: _type = "Task" [ 1173.898869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.902647] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.912395] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.330767] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 88d46b2d-97a5-42cf-bc3f-c3050a361aba] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1174.403664] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243713} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.407050] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.407906] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14cfbd-cb21-440a-a679-766738ea5e92 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.417020] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.436361] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] daa7fd55-5ad7-4f7b-b6e8-abe444711566/daa7fd55-5ad7-4f7b-b6e8-abe444711566.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.437134] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50acb7b-36d9-422b-84ef-bfa4e814abe1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.459014] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1174.459014] env[65762]: value = "task-4561069" [ 1174.459014] env[65762]: _type = "Task" [ 1174.459014] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.471833] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.834380] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1174.836777] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: a6c2a8d4-b68f-41f3-bd9f-7eed88f6f6fa] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1174.868554] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1174.868809] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.868962] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1174.869159] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.869300] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1174.869440] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1174.869642] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.869797] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1174.870013] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1174.870246] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1174.870424] env[65762]: DEBUG nova.virt.hardware [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1174.871685] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd9e754-4068-4c13-8028-82259d869739 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.882220] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827bfb7-537b-4cc3-8eee-6edf023d53ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.914095] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561068, 'name': ReconfigVM_Task, 'duration_secs': 0.533026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.914439] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 93e08aeb-775d-4451-a78c-65c5e5eac53a/93e08aeb-775d-4451-a78c-65c5e5eac53a.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.915093] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b2ac4a-0777-4ffd-a046-3037cb3ffc60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.923889] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1174.923889] env[65762]: value = "task-4561070" [ 1174.923889] env[65762]: _type = "Task" [ 1174.923889] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.934299] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561070, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.969105] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561069, 'name': ReconfigVM_Task, 'duration_secs': 0.315067} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.969424] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Reconfigured VM instance instance-00000072 to attach disk [datastore2] daa7fd55-5ad7-4f7b-b6e8-abe444711566/daa7fd55-5ad7-4f7b-b6e8-abe444711566.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.970091] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b98aa11b-44ea-428b-bdf8-fa7e270dce91 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.978461] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1174.978461] env[65762]: value = "task-4561071" [ 1174.978461] env[65762]: _type = "Task" [ 1174.978461] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.988067] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561071, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.292833] env[65762]: DEBUG nova.compute.manager [req-e14a3bae-134f-4b36-a4ce-b134a0009ea4 req-5d3995d7-ee27-4e59-825c-d1bc74fd92a9 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Received event network-vif-plugged-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1175.293410] env[65762]: DEBUG oslo_concurrency.lockutils [req-e14a3bae-134f-4b36-a4ce-b134a0009ea4 req-5d3995d7-ee27-4e59-825c-d1bc74fd92a9 service nova] Acquiring lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.293608] env[65762]: DEBUG oslo_concurrency.lockutils [req-e14a3bae-134f-4b36-a4ce-b134a0009ea4 req-5d3995d7-ee27-4e59-825c-d1bc74fd92a9 service nova] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.293782] env[65762]: DEBUG oslo_concurrency.lockutils [req-e14a3bae-134f-4b36-a4ce-b134a0009ea4 req-5d3995d7-ee27-4e59-825c-d1bc74fd92a9 service nova] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.294022] env[65762]: DEBUG nova.compute.manager [req-e14a3bae-134f-4b36-a4ce-b134a0009ea4 req-5d3995d7-ee27-4e59-825c-d1bc74fd92a9 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] No waiting events found dispatching network-vif-plugged-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1175.294552] env[65762]: WARNING nova.compute.manager [req-e14a3bae-134f-4b36-a4ce-b134a0009ea4 req-5d3995d7-ee27-4e59-825c-d1bc74fd92a9 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Received unexpected event network-vif-plugged-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a for instance with vm_state building and task_state spawning. [ 1175.340243] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 3ab8a60c-b673-42ee-9464-94003e11f5e4] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1175.380191] env[65762]: DEBUG nova.network.neutron [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Successfully updated port: ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1175.435231] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561070, 'name': Rename_Task, 'duration_secs': 0.163644} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.435404] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.435595] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa093e7-5e14-4202-86b6-c8d7eccef36c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.442483] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1175.442483] env[65762]: value = "task-4561072" [ 1175.442483] env[65762]: _type = "Task" [ 1175.442483] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.451084] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.488699] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561071, 'name': Rename_Task, 'duration_secs': 0.162792} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.488992] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.489268] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04e32a5d-441c-4b5a-91d6-e0ed90db58be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.496399] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1175.496399] env[65762]: value = "task-4561073" [ 1175.496399] env[65762]: _type = "Task" [ 1175.496399] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.505567] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.843742] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 74f348b3-035f-4dbc-abd9-e027f849e3e4] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1175.887137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.887429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.887670] env[65762]: DEBUG nova.network.neutron [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1175.953949] env[65762]: DEBUG oslo_vmware.api [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561072, 'name': PowerOnVM_Task, 'duration_secs': 0.496754} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.954321] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.954618] env[65762]: INFO nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1175.954852] env[65762]: DEBUG nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1175.955814] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea202e3-fc1a-401c-b813-1305abe1071e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.010926] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.347603] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 3a26de08-5db2-4a82-a127-3eb52156482e] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1176.426408] env[65762]: DEBUG nova.network.neutron [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1176.478692] env[65762]: INFO nova.compute.manager [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Took 18.83 seconds to build instance. [ 1176.510638] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.529969] env[65762]: WARNING neutronclient.v2_0.client [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.614086] env[65762]: DEBUG nova.network.neutron [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.852058] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 76ac59fc-c1d6-419e-90f3-d2099d3069ad] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1176.980985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.337s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.011390] env[65762]: DEBUG oslo_vmware.api [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561073, 'name': PowerOnVM_Task, 'duration_secs': 1.041808} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.011757] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.011999] env[65762]: INFO nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1177.012227] env[65762]: DEBUG nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1177.013247] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c00cc8-82a7-4e22-922a-46a0070946aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.117618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.117993] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Instance network_info: |[{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1177.118520] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:3a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.126205] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1177.126537] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.126779] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09ab175-581b-4219-b838-c46e11bc3682 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.149850] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.149850] env[65762]: value = "task-4561074" [ 1177.149850] env[65762]: _type = "Task" [ 1177.149850] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.160106] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561074, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.345761] env[65762]: DEBUG nova.compute.manager [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Received event network-changed-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1177.345910] env[65762]: DEBUG nova.compute.manager [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Refreshing instance network info cache due to event network-changed-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1177.346111] env[65762]: DEBUG oslo_concurrency.lockutils [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.346303] env[65762]: DEBUG oslo_concurrency.lockutils [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.346429] env[65762]: DEBUG nova.network.neutron [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Refreshing network info cache for port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.355217] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: d7c01336-f0fa-4ccb-b6eb-9272ccdfce4b] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1177.533278] env[65762]: INFO nova.compute.manager [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Took 16.73 seconds to build instance. [ 1177.664011] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561074, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.666697] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d9637-0f09-cde8-5c19-dba46a06d882/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.667564] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f1250-8ebf-4edc-8136-a5c9ee7ef2e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.674476] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d9637-0f09-cde8-5c19-dba46a06d882/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.674654] env[65762]: ERROR oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d9637-0f09-cde8-5c19-dba46a06d882/disk-0.vmdk due to incomplete transfer. [ 1177.674883] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2de90a49-13d4-4a3e-b720-4127a09593a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.683436] env[65762]: DEBUG oslo_vmware.rw_handles [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d9637-0f09-cde8-5c19-dba46a06d882/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1177.683630] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Uploaded image 1f176847-5a82-40d2-88f8-879dce749840 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1177.686169] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1177.686526] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ede5bd48-f18b-4c71-af48-10a7358bd8d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.696338] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1177.696338] env[65762]: value = "task-4561075" [ 1177.696338] env[65762]: _type = "Task" [ 1177.696338] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.706842] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561075, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.851727] env[65762]: WARNING neutronclient.v2_0.client [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.858917] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0c21ed64-f299-4ad0-a212-907baef4a919] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1177.893552] env[65762]: DEBUG nova.compute.manager [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Received event network-changed-ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1177.893785] env[65762]: DEBUG nova.compute.manager [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Refreshing instance network info cache due to event network-changed-ebe7ce59-8b22-493e-9576-7b3b8ef80224. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1177.893979] env[65762]: DEBUG oslo_concurrency.lockutils [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] Acquiring lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.894102] env[65762]: DEBUG oslo_concurrency.lockutils [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] Acquired lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.894260] env[65762]: DEBUG nova.network.neutron [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Refreshing network info cache for port ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.020583] env[65762]: WARNING neutronclient.v2_0.client [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.036120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.244s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.101823] env[65762]: DEBUG nova.network.neutron [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updated VIF entry in instance network info cache for port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1178.102388] env[65762]: DEBUG nova.network.neutron [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.157109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.157513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.168729] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561074, 'name': CreateVM_Task, 'duration_secs': 0.523322} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.169656] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.170389] env[65762]: WARNING neutronclient.v2_0.client [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.170966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.171220] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.171642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.172292] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ba0844-042a-40c7-aa78-bcb9ead59259 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.180158] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1178.180158] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523245db-d3e5-0fb5-e055-6a8f3c5d721c" [ 1178.180158] env[65762]: _type = "Task" [ 1178.180158] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.189962] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523245db-d3e5-0fb5-e055-6a8f3c5d721c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.206370] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561075, 'name': Destroy_Task} progress is 33%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.362652] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 1a06a675-c6da-46d0-8f84-3201bcb59e1d] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1178.397397] env[65762]: WARNING neutronclient.v2_0.client [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.591064] env[65762]: WARNING neutronclient.v2_0.client [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.606082] env[65762]: DEBUG oslo_concurrency.lockutils [req-74a25fd1-efa3-4471-99a2-bd1304c2e11c req-a4858a8b-47d8-404c-8a54-04dabd3acbd0 service nova] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.662564] env[65762]: DEBUG nova.compute.utils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.671491] env[65762]: DEBUG nova.network.neutron [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updated VIF entry in instance network info cache for port ebe7ce59-8b22-493e-9576-7b3b8ef80224. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1178.671861] env[65762]: DEBUG nova.network.neutron [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [{"id": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "address": "fa:16:3e:ba:7a:f9", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe7ce59-8b", "ovs_interfaceid": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.692822] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523245db-d3e5-0fb5-e055-6a8f3c5d721c, 'name': SearchDatastore_Task, 'duration_secs': 0.032869} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.693120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.693396] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.693958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.693958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.694148] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.695435] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70dc06e7-a343-4241-8174-a395bb28f691 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.706677] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561075, 'name': Destroy_Task, 'duration_secs': 0.767615} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.707912] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Destroyed the VM [ 1178.708222] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1178.708498] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.710504] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.710504] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e24ef5fc-679d-4aa0-9d9f-11befcb0aa6b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.711151] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4871b93e-4b09-4b56-85f8-df7d516b72c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.718352] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1178.718352] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5214248d-ef1c-b7d6-06d3-80b8e75096f5" [ 1178.718352] env[65762]: _type = "Task" [ 1178.718352] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.723746] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1178.723746] env[65762]: value = "task-4561076" [ 1178.723746] env[65762]: _type = "Task" [ 1178.723746] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.731064] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5214248d-ef1c-b7d6-06d3-80b8e75096f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.737157] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561076, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.866314] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: c41bab1e-bb19-4ace-8198-03a49357877e] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1179.166333] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.174464] env[65762]: DEBUG oslo_concurrency.lockutils [req-52641efb-0864-4728-8c34-d76638065444 req-1edf4ed3-ed11-40db-8b0c-a413dbfee59b service nova] Releasing lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.234024] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5214248d-ef1c-b7d6-06d3-80b8e75096f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.235128] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbd1f7c-d435-4981-8558-3c4f0a2a9633 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.240975] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561076, 'name': RemoveSnapshot_Task, 'duration_secs': 0.432792} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.242545] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1179.242871] env[65762]: DEBUG nova.compute.manager [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1179.243261] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1179.243261] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f9a383-7f60-1c89-7b7c-3180a305aa89" [ 1179.243261] env[65762]: _type = "Task" [ 1179.243261] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.244077] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c30d7-4e94-44db-b306-67b791494027 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.260984] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f9a383-7f60-1c89-7b7c-3180a305aa89, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.261552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.261871] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.262174] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9263c05-9eda-40c2-a46d-bd134a4b378f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.270937] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1179.270937] env[65762]: value = "task-4561077" [ 1179.270937] env[65762]: _type = "Task" [ 1179.270937] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.282070] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.370670] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: ca4c093a-f1cc-43e8-a32e-8834f7b24bb5] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1179.765400] env[65762]: INFO nova.compute.manager [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Shelve offloading [ 1179.782454] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479907} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.782815] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.783118] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.783431] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb247f3d-eff3-422f-87e0-9551d5dde81b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.791153] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1179.791153] env[65762]: value = "task-4561078" [ 1179.791153] env[65762]: _type = "Task" [ 1179.791153] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.796641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.796881] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.797096] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.797301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.797489] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.802086] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.802684] env[65762]: INFO nova.compute.manager [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Terminating instance [ 1179.875625] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: e9f11dc6-159f-45bd-875f-f5c0c8c14551] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1180.244084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.244355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.244561] env[65762]: INFO nova.compute.manager [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Attaching volume 93f2fd85-df47-4c7f-a88d-964ce0cf60df to /dev/sdb [ 1180.269930] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.270284] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecc1036-9081-430b-b299-83d5fd90643c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.278694] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1180.278694] env[65762]: value = "task-4561079" [ 1180.278694] env[65762]: _type = "Task" [ 1180.278694] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.280411] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8953161-d637-421d-993b-ee59d2176dd7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.294674] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f490d84-c5fa-49f2-b2ff-a33d667655c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.299997] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1180.300223] env[65762]: DEBUG nova.compute.manager [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1180.301288] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4472d1-08ae-4e85-bdee-f8787dcaf586 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.306808] env[65762]: DEBUG nova.compute.manager [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1180.307084] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.311756] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f2255-0959-40e2-a3a1-6e95be3286ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.314380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.314539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.314700] env[65762]: DEBUG nova.network.neutron [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1180.316427] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237893} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.320246] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.320599] env[65762]: DEBUG nova.virt.block_device [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updating existing volume attachment record: a0568b5d-0c9b-47fe-a368-e8299ae977b4 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.323855] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6bb2e7-0f86-4cef-ac80-7ab758e9fb92 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.328890] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.329450] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18470020-57d3-4bc5-a594-320a65a4c166 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.349770] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.351982] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87409b82-c1c6-443e-9cb3-1b7ce26a486e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.367647] env[65762]: DEBUG oslo_vmware.api [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1180.367647] env[65762]: value = "task-4561080" [ 1180.367647] env[65762]: _type = "Task" [ 1180.367647] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.373910] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1180.373910] env[65762]: value = "task-4561081" [ 1180.373910] env[65762]: _type = "Task" [ 1180.373910] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.380395] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 07ede692-0e53-4ca0-b0ba-2dab1683f4eb] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1180.382468] env[65762]: DEBUG oslo_vmware.api [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.388925] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.817978] env[65762]: WARNING neutronclient.v2_0.client [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.881026] env[65762]: DEBUG oslo_vmware.api [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561080, 'name': PowerOffVM_Task, 'duration_secs': 0.212461} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.881318] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.881477] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.882111] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e73e61de-343d-4410-a7f9-cd150e524591 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.884061] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: f23e6161-018d-4ee7-ac1f-ea941e7dd385] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1180.892683] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561081, 'name': ReconfigVM_Task, 'duration_secs': 0.295478} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.893422] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.894050] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf1399f-10cb-432c-99aa-9e420686d250 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.902389] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1180.902389] env[65762]: value = "task-4561086" [ 1180.902389] env[65762]: _type = "Task" [ 1180.902389] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.912016] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561086, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.969058] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.969389] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.969650] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleting the datastore file [datastore2] daa7fd55-5ad7-4f7b-b6e8-abe444711566 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.970025] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9bc3268-0488-45ad-a862-59e5c49310ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.977852] env[65762]: DEBUG oslo_vmware.api [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for the task: (returnval){ [ 1180.977852] env[65762]: value = "task-4561087" [ 1180.977852] env[65762]: _type = "Task" [ 1180.977852] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.989297] env[65762]: DEBUG oslo_vmware.api [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.002818] env[65762]: WARNING neutronclient.v2_0.client [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.084018] env[65762]: DEBUG nova.network.neutron [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.394175] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: d8660e5a-2849-447d-9b10-6a3bd414e68e] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1181.411908] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561086, 'name': Rename_Task, 'duration_secs': 0.17999} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.412263] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.412612] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741644ca-1790-4f79-ba2d-fad3fd96441e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.420411] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1181.420411] env[65762]: value = "task-4561088" [ 1181.420411] env[65762]: _type = "Task" [ 1181.420411] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.433165] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.496103] env[65762]: DEBUG oslo_vmware.api [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Task: {'id': task-4561087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190677} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.496368] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.496556] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.496724] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.496900] env[65762]: INFO nova.compute.manager [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1181.497177] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1181.497392] env[65762]: DEBUG nova.compute.manager [-] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1181.497477] env[65762]: DEBUG nova.network.neutron [-] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1181.497734] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.575985] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.587341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.587726] env[65762]: WARNING neutronclient.v2_0.client [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.588058] env[65762]: WARNING neutronclient.v2_0.client [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.837575] env[65762]: DEBUG nova.compute.manager [req-04f5fa22-c191-4676-93d9-d38c25aaf073 req-7143839b-f2c0-42ce-8ecb-72945bee7d4c service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Received event network-vif-deleted-64930ce8-2bb7-49a1-ade5-f168ac47d0cd {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1181.837575] env[65762]: INFO nova.compute.manager [req-04f5fa22-c191-4676-93d9-d38c25aaf073 req-7143839b-f2c0-42ce-8ecb-72945bee7d4c service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Neutron deleted interface 64930ce8-2bb7-49a1-ade5-f168ac47d0cd; detaching it from the instance and deleting it from the info cache [ 1181.837575] env[65762]: DEBUG nova.network.neutron [req-04f5fa22-c191-4676-93d9-d38c25aaf073 req-7143839b-f2c0-42ce-8ecb-72945bee7d4c service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.869037] env[65762]: DEBUG nova.compute.manager [req-fcc36c94-95d8-482f-a8f9-4b378a3240e6 req-eeba830f-0d1c-449e-a279-49750dd33c89 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-vif-unplugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1181.869266] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcc36c94-95d8-482f-a8f9-4b378a3240e6 req-eeba830f-0d1c-449e-a279-49750dd33c89 service nova] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.870042] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcc36c94-95d8-482f-a8f9-4b378a3240e6 req-eeba830f-0d1c-449e-a279-49750dd33c89 service nova] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.870042] env[65762]: DEBUG oslo_concurrency.lockutils [req-fcc36c94-95d8-482f-a8f9-4b378a3240e6 req-eeba830f-0d1c-449e-a279-49750dd33c89 service nova] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.870042] env[65762]: DEBUG nova.compute.manager [req-fcc36c94-95d8-482f-a8f9-4b378a3240e6 req-eeba830f-0d1c-449e-a279-49750dd33c89 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] No waiting events found dispatching network-vif-unplugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1181.870300] env[65762]: WARNING nova.compute.manager [req-fcc36c94-95d8-482f-a8f9-4b378a3240e6 req-eeba830f-0d1c-449e-a279-49750dd33c89 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received unexpected event network-vif-unplugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff for instance with vm_state shelved and task_state shelving_offloading. [ 1181.897356] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 7cd5913f-74bc-4f9e-91c3-831a255ba687] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1181.931710] env[65762]: DEBUG oslo_vmware.api [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561088, 'name': PowerOnVM_Task, 'duration_secs': 0.458965} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.932909] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.934225] env[65762]: INFO nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1181.934225] env[65762]: DEBUG nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1181.934575] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfc595f-5c16-41a5-af2a-077fc334b47c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.948031] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.948874] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f00f2-f67a-49c7-9744-15820fb00abb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.958029] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.958702] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-985842cd-7ecc-4ec0-90af-634c57d5710e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.060726] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.061291] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.061291] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleting the datastore file [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.061488] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2715072e-2b48-4d09-a4ec-39dbd4cf3303 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.069788] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1182.069788] env[65762]: value = "task-4561090" [ 1182.069788] env[65762]: _type = "Task" [ 1182.069788] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.078908] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.288267] env[65762]: DEBUG nova.network.neutron [-] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.340944] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fece4a6e-5a54-4f2f-952c-b50c545c8bda {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.351983] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3e855-e7dc-4e9d-9893-1d73ec2c28c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.386678] env[65762]: DEBUG nova.compute.manager [req-04f5fa22-c191-4676-93d9-d38c25aaf073 req-7143839b-f2c0-42ce-8ecb-72945bee7d4c service nova] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Detach interface failed, port_id=64930ce8-2bb7-49a1-ade5-f168ac47d0cd, reason: Instance daa7fd55-5ad7-4f7b-b6e8-abe444711566 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1182.401107] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 45054102-3f33-4ae3-8cf7-ee6a6e344f28] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1182.455044] env[65762]: INFO nova.compute.manager [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Took 12.52 seconds to build instance. [ 1182.582865] env[65762]: DEBUG oslo_vmware.api [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168237} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.583285] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.583619] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.583891] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.610932] env[65762]: INFO nova.scheduler.client.report [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted allocations for instance 81735a4d-4793-4be6-91f8-ef7daf7bcf45 [ 1182.791701] env[65762]: INFO nova.compute.manager [-] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Took 1.29 seconds to deallocate network for instance. [ 1182.904266] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 9b2a58b2-eec0-47f9-8e4e-0eeb87571d67] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1182.957591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e5707216-aad8-4078-8f19-9bdcfb971666 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.029s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.117291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.117291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.117664] env[65762]: DEBUG nova.objects.instance [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'resources' on Instance uuid 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.300636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.407368] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 490f16d8-a261-4dc6-945e-10df56459d33] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1183.620022] env[65762]: DEBUG nova.objects.instance [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'numa_topology' on Instance uuid 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.908777] env[65762]: DEBUG nova.compute.manager [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1183.909038] env[65762]: DEBUG nova.compute.manager [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing instance network info cache due to event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1183.909817] env[65762]: DEBUG oslo_concurrency.lockutils [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.909930] env[65762]: DEBUG oslo_concurrency.lockutils [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.910087] env[65762]: DEBUG nova.network.neutron [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.912419] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.123071] env[65762]: DEBUG nova.objects.base [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Object Instance<81735a4d-4793-4be6-91f8-ef7daf7bcf45> lazy-loaded attributes: resources,numa_topology {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.243045] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cf71b-730e-4eb4-ac92-7e22e5fc9b9d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.251896] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0257b14b-f19b-4ca0-aff1-50c8e62a29ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.286609] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0d7c9-617b-4398-8b40-442d8a4f9f58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.297211] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c88cb-2389-4157-b200-40b4dbbc64b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.316631] env[65762]: DEBUG nova.compute.provider_tree [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.413484] env[65762]: WARNING neutronclient.v2_0.client [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.609313] env[65762]: WARNING neutronclient.v2_0.client [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.681483] env[65762]: DEBUG nova.network.neutron [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updated VIF entry in instance network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1184.681878] env[65762]: DEBUG nova.network.neutron [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8194aec7-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.822168] env[65762]: DEBUG nova.scheduler.client.report [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.870429] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.870696] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.872058] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8762f26-7477-4c86-a912-8b7860a89e55 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.890375] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d468d0-ac04-4330-9d78-c7b660a6f62a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.918489] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df/volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.918855] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886ff466-4ac3-4947-ab53-5087c1205e6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.939429] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1184.939429] env[65762]: value = "task-4561092" [ 1184.939429] env[65762]: _type = "Task" [ 1184.939429] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.950548] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.184855] env[65762]: DEBUG oslo_concurrency.lockutils [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.185210] env[65762]: DEBUG nova.compute.manager [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Received event network-changed-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1185.185433] env[65762]: DEBUG nova.compute.manager [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Refreshing instance network info cache due to event network-changed-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1185.185659] env[65762]: DEBUG oslo_concurrency.lockutils [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.185798] env[65762]: DEBUG oslo_concurrency.lockutils [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.185955] env[65762]: DEBUG nova.network.neutron [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Refreshing network info cache for port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.325945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.326726] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.329496] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.029s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.329719] env[65762]: DEBUG nova.objects.instance [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lazy-loading 'resources' on Instance uuid daa7fd55-5ad7-4f7b-b6e8-abe444711566 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.415295] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.415545] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.450474] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561092, 'name': ReconfigVM_Task, 'duration_secs': 0.358961} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.450774] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df/volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.455852] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f150a0-bed6-4815-bd4e-10943eb4896e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.471627] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1185.471627] env[65762]: value = "task-4561093" [ 1185.471627] env[65762]: _type = "Task" [ 1185.471627] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.480942] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.508291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.508612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.508868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.509100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.509314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.511717] env[65762]: INFO nova.compute.manager [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Terminating instance [ 1185.689370] env[65762]: WARNING neutronclient.v2_0.client [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.841225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f921346-66e1-4f18-9b83-b77eb1da45a5 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.527s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.842266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.516s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.843103] env[65762]: INFO nova.compute.manager [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Unshelving [ 1185.872139] env[65762]: WARNING neutronclient.v2_0.client [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.919980] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Getting list of instances from cluster (obj){ [ 1185.919980] env[65762]: value = "domain-c8" [ 1185.919980] env[65762]: _type = "ClusterComputeResource" [ 1185.919980] env[65762]: } {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1185.923190] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f05b40-9ce9-45e4-864d-76dfd079aab0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.940818] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Got total of 7 instances {{(pid=65762) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1185.940943] env[65762]: WARNING nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1185.941089] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 05960ea2-702c-406c-8564-5b2982d2adb1 {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.941371] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 68bdfe3f-2169-4486-890d-c88793baf89f {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.941574] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 1a1d49b6-940b-410c-a5d7-5a38079b108c {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.941763] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 0dff4bf6-8603-47d7-95cf-d12e71aa5179 {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.941953] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 3f45bce6-f8c7-44a0-acd7-d07110a0af3d {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.942159] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.942375] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid daa7fd55-5ad7-4f7b-b6e8-abe444711566 {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.942585] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Triggering sync for uuid 8b7f2614-9b42-43d3-be93-8f9ebcd77901 {{(pid=65762) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11042}} [ 1185.943604] env[65762]: DEBUG nova.network.neutron [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updated VIF entry in instance network info cache for port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.943936] env[65762]: DEBUG nova.network.neutron [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.947382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "05960ea2-702c-406c-8564-5b2982d2adb1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.947584] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "05960ea2-702c-406c-8564-5b2982d2adb1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.947972] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.948168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.948413] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.948618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.948822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.949032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.949348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.949541] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.949793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.950032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.950227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.951464] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b694477b-4ec0-40a0-a010-6f8e1f803182 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.954716] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e305d6-b1b0-4a4e-b352-851ca71ceeb7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.957551] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4438ae81-cbd1-413e-99a5-192cbd6075c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.960292] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f242848-59f3-425b-b26e-3b42b0ec85f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.962826] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33a7f7-4060-425b-8a35-7fc434d80439 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.994912] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.999780] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74de50e-bc08-411a-8ed3-cf3295b241ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.008611] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88977c4-82e1-47ef-91dd-c9c69fe744d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.015570] env[65762]: DEBUG nova.compute.manager [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1186.015831] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.017363] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc130fa-e14f-487f-9f69-4af5aa1b4fcb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.044508] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84499568-b620-4bdf-8fd3-a6179a0d8f9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.049197] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.049787] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c90a26-0bee-42c4-b44f-36cdb77d05b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.054796] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a42e9c-0c59-460b-ba35-5b428b018869 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.059710] env[65762]: DEBUG oslo_vmware.api [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1186.059710] env[65762]: value = "task-4561094" [ 1186.059710] env[65762]: _type = "Task" [ 1186.059710] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.072552] env[65762]: DEBUG nova.compute.provider_tree [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.079558] env[65762]: DEBUG oslo_vmware.api [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.451452] env[65762]: DEBUG oslo_concurrency.lockutils [req-b1d93a54-8a98-49a4-b5b7-ba09f77fa9cc req-e3d8cd3e-1bdd-4a0e-bf58-06bb9d3cd048 service nova] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.483015] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.486638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.487025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.487370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.487727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.490220] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "05960ea2-702c-406c-8564-5b2982d2adb1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.570727] env[65762]: DEBUG oslo_vmware.api [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561094, 'name': PowerOffVM_Task, 'duration_secs': 0.189979} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.571016] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.571182] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.571436] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54b790c8-28d6-4a53-b1e5-bb67e795b0f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.576303] env[65762]: DEBUG nova.scheduler.client.report [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.650722] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.650931] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.651126] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleting the datastore file [datastore1] 0dff4bf6-8603-47d7-95cf-d12e71aa5179 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.651416] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1db4816f-014a-4a93-8522-4c0d7311a7a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.658774] env[65762]: DEBUG oslo_vmware.api [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1186.658774] env[65762]: value = "task-4561096" [ 1186.658774] env[65762]: _type = "Task" [ 1186.658774] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.668102] env[65762]: DEBUG oslo_vmware.api [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.872845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.984561] env[65762]: DEBUG oslo_vmware.api [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561093, 'name': ReconfigVM_Task, 'duration_secs': 1.136708} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.984922] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1187.081895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.084485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.212s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.084780] env[65762]: DEBUG nova.objects.instance [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'pci_requests' on Instance uuid 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.100656] env[65762]: INFO nova.scheduler.client.report [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Deleted allocations for instance daa7fd55-5ad7-4f7b-b6e8-abe444711566 [ 1187.169443] env[65762]: DEBUG oslo_vmware.api [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135476} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.169702] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.169890] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.170064] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.170233] env[65762]: INFO nova.compute.manager [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1187.170576] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1187.170715] env[65762]: DEBUG nova.compute.manager [-] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1187.170828] env[65762]: DEBUG nova.network.neutron [-] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1187.171068] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.205634] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.588988] env[65762]: DEBUG nova.objects.instance [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'numa_topology' on Instance uuid 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.607796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0ad5d32e-403c-4968-8044-bc0a1c41effb tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.811s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.608663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.659s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.609087] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e045551-868b-4b5c-94ca-b4946303abb2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.623332] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24f7e3-b2dd-43d8-b7f8-0e1652e02d5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.767985] env[65762]: DEBUG nova.compute.manager [req-9ac6bf25-2cd0-4915-9587-75b4dd39c68c req-9d985ffa-bc7d-4dc6-b1b1-15aa77fd5126 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Received event network-vif-deleted-3d7a01b0-d601-476a-a51a-a19e0466ada6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1187.768295] env[65762]: INFO nova.compute.manager [req-9ac6bf25-2cd0-4915-9587-75b4dd39c68c req-9d985ffa-bc7d-4dc6-b1b1-15aa77fd5126 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Neutron deleted interface 3d7a01b0-d601-476a-a51a-a19e0466ada6; detaching it from the instance and deleting it from the info cache [ 1187.768509] env[65762]: DEBUG nova.network.neutron [req-9ac6bf25-2cd0-4915-9587-75b4dd39c68c req-9d985ffa-bc7d-4dc6-b1b1-15aa77fd5126 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.027761] env[65762]: DEBUG nova.objects.instance [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'flavor' on Instance uuid 1a1d49b6-940b-410c-a5d7-5a38079b108c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.092303] env[65762]: INFO nova.compute.claims [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.164066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "daa7fd55-5ad7-4f7b-b6e8-abe444711566" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.233110] env[65762]: DEBUG nova.network.neutron [-] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.271351] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfa1a033-c9ff-4f4e-8d68-2acde7aae3e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.283386] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac0bac-1279-4ec3-8d65-e343a87bfca3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.315883] env[65762]: DEBUG nova.compute.manager [req-9ac6bf25-2cd0-4915-9587-75b4dd39c68c req-9d985ffa-bc7d-4dc6-b1b1-15aa77fd5126 service nova] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Detach interface failed, port_id=3d7a01b0-d601-476a-a51a-a19e0466ada6, reason: Instance 0dff4bf6-8603-47d7-95cf-d12e71aa5179 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1188.533572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-32bbfad6-6fa2-4abc-aa3e-c8bfc0c33c79 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.289s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.534809] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.586s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.535990] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766441ef-125c-4965-9d0f-98c90f53707b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.737999] env[65762]: INFO nova.compute.manager [-] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Took 1.57 seconds to deallocate network for instance. [ 1189.048153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.199084] env[65762]: INFO nova.compute.manager [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Rebuilding instance [ 1189.232608] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea7c7d3-52fb-469f-8216-d90086121865 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.243645] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b5681c-1dd8-4cc3-8528-0fabd518c795 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.249616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.250092] env[65762]: DEBUG nova.compute.manager [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1189.251498] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b920d-37bf-48c9-816c-ae9420cef3b2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.281818] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dee289-e11b-4cad-9553-d909a6a8299e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.295026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be37573-4c59-4366-87cc-98ff868bc54d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.310268] env[65762]: DEBUG nova.compute.provider_tree [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.814194] env[65762]: DEBUG nova.scheduler.client.report [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.294485] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.294835] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e014bb7-19c8-4357-b2dc-213e8522ddc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.303617] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1190.303617] env[65762]: value = "task-4561097" [ 1190.303617] env[65762]: _type = "Task" [ 1190.303617] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.313398] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.319531] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.235s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.319944] env[65762]: WARNING neutronclient.v2_0.client [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.322928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.073s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.322928] env[65762]: DEBUG nova.objects.instance [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'resources' on Instance uuid 0dff4bf6-8603-47d7-95cf-d12e71aa5179 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.376908] env[65762]: INFO nova.network.neutron [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating port 8194aec7-f2f2-4fa5-9c43-715e755c28ff with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1190.814153] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561097, 'name': PowerOffVM_Task, 'duration_secs': 0.22383} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.814434] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.871999] env[65762]: INFO nova.compute.manager [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Detaching volume 93f2fd85-df47-4c7f-a88d-964ce0cf60df [ 1190.908454] env[65762]: INFO nova.virt.block_device [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Attempting to driver detach volume 93f2fd85-df47-4c7f-a88d-964ce0cf60df from mountpoint /dev/sdb [ 1190.908698] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.909213] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.909850] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66748bb4-4c7e-4643-b466-3484fc50dbd9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.943201] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156a503b-5226-4f1c-a483-5970938f7e04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.952482] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea5844-6585-4e00-920b-cc668cc07531 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.977748] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8260171-9561-45fb-bc1c-743fd47b6c60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.992486] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The volume has not been displaced from its original location: [datastore1] volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df/volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.997870] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.999139] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a890a306-2568-4883-941c-7016264aad52 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.012479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd6adb-f149-4574-b1bf-7a9c570da226 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.022435] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e818791-321d-4611-b279-cedb2076dd03 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.027710] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1191.027710] env[65762]: value = "task-4561098" [ 1191.027710] env[65762]: _type = "Task" [ 1191.027710] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.061354] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4cb44-84c2-4bb6-8758-8be0a66f0cb0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.067552] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.073620] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d5f948-2d31-4862-8a7b-00801e420d5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.088120] env[65762]: DEBUG nova.compute.provider_tree [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.539211] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561098, 'name': ReconfigVM_Task, 'duration_secs': 0.213197} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.540246] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.544826] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee71e51e-01ef-4e87-a1dd-b4a2ddea72a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.560513] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1191.560513] env[65762]: value = "task-4561099" [ 1191.560513] env[65762]: _type = "Task" [ 1191.560513] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.568860] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.591227] env[65762]: DEBUG nova.scheduler.client.report [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.839654] env[65762]: DEBUG nova.compute.manager [req-c4878820-3c43-4cf1-a95e-cf311d4cdfbb req-59dd2e08-27bc-4ab9-82b6-154c8ac6029e service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-vif-plugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1191.840101] env[65762]: DEBUG oslo_concurrency.lockutils [req-c4878820-3c43-4cf1-a95e-cf311d4cdfbb req-59dd2e08-27bc-4ab9-82b6-154c8ac6029e service nova] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.840397] env[65762]: DEBUG oslo_concurrency.lockutils [req-c4878820-3c43-4cf1-a95e-cf311d4cdfbb req-59dd2e08-27bc-4ab9-82b6-154c8ac6029e service nova] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.840536] env[65762]: DEBUG oslo_concurrency.lockutils [req-c4878820-3c43-4cf1-a95e-cf311d4cdfbb req-59dd2e08-27bc-4ab9-82b6-154c8ac6029e service nova] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.840862] env[65762]: DEBUG nova.compute.manager [req-c4878820-3c43-4cf1-a95e-cf311d4cdfbb req-59dd2e08-27bc-4ab9-82b6-154c8ac6029e service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] No waiting events found dispatching network-vif-plugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1191.841112] env[65762]: WARNING nova.compute.manager [req-c4878820-3c43-4cf1-a95e-cf311d4cdfbb req-59dd2e08-27bc-4ab9-82b6-154c8ac6029e service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received unexpected event network-vif-plugged-8194aec7-f2f2-4fa5-9c43-715e755c28ff for instance with vm_state shelved_offloaded and task_state spawning. [ 1191.923336] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.923336] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.923651] env[65762]: DEBUG nova.network.neutron [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1192.073740] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561099, 'name': ReconfigVM_Task, 'duration_secs': 0.456148} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.073951] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.096328] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.120008] env[65762]: INFO nova.scheduler.client.report [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted allocations for instance 0dff4bf6-8603-47d7-95cf-d12e71aa5179 [ 1192.426643] env[65762]: WARNING neutronclient.v2_0.client [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.614023] env[65762]: WARNING neutronclient.v2_0.client [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.629486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-de2586de-e582-4883-8472-ab0e1b18de2e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.121s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.630468] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.682s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.630665] env[65762]: INFO nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] During sync_power_state the instance has a pending task (deleting). Skip. [ 1192.630834] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "0dff4bf6-8603-47d7-95cf-d12e71aa5179" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.688390] env[65762]: DEBUG nova.network.neutron [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.191648] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.220824] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f91fb14d4efe6c749044654963d146b4',container_format='bare',created_at=2025-11-20T04:56:20Z,direct_url=,disk_format='vmdk',id=1f176847-5a82-40d2-88f8-879dce749840,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2106899092-shelved',owner='d427f10c9d7e4f61ae5d7c82686aa55e',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-20T04:56:34Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.221066] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.221231] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.221413] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.221553] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.221692] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.221887] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.222049] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.222211] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.222362] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.222565] env[65762]: DEBUG nova.virt.hardware [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.223457] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f23fa75-fc12-4e2e-b8b8-1d809859776e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.232021] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb8ab4-5350-4814-ab5c-025dad12e3c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.247429] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:dc:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8194aec7-f2f2-4fa5-9c43-715e755c28ff', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.255611] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1193.255928] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.256422] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0beaead-dddc-4378-bcb3-566814999e60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.270513] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.270903] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afaf28f-1bbf-4b7f-91df-b9e74069cfaa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.279792] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1193.279792] env[65762]: value = "task-4561100" [ 1193.279792] env[65762]: _type = "Task" [ 1193.279792] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.280913] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.280913] env[65762]: value = "task-4561101" [ 1193.280913] env[65762]: _type = "Task" [ 1193.280913] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.296602] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.296820] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.297030] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.297283] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561101, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.298056] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb434c57-6bde-4435-a294-50d876787439 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.318266] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af262a33-7cba-4042-9093-c0aee6fda093 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.326194] env[65762]: WARNING nova.virt.vmwareapi.driver [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1193.326532] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.327464] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1257ec5e-37f8-480d-832e-fa1f4d199f65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.335376] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.336454] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453cbc49-3ef3-47ce-b527-bf2340370b09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.539983] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.539983] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.539983] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.539983] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c251ff67-81e0-44da-b315-3529f1aa9f26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.549077] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1193.549077] env[65762]: value = "task-4561103" [ 1193.549077] env[65762]: _type = "Task" [ 1193.549077] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.560693] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.794842] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561101, 'name': CreateVM_Task, 'duration_secs': 0.336026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.797035] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.797035] env[65762]: WARNING neutronclient.v2_0.client [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.797035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.797035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.797035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.797303] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd6db1b-02be-45cf-90bd-ba0dda95c875 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.801907] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1193.801907] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52679852-c171-23b3-233c-1480efb67e20" [ 1193.801907] env[65762]: _type = "Task" [ 1193.801907] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.810136] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52679852-c171-23b3-233c-1480efb67e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.869612] env[65762]: DEBUG nova.compute.manager [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1193.869824] env[65762]: DEBUG nova.compute.manager [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing instance network info cache due to event network-changed-8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1193.870258] env[65762]: DEBUG oslo_concurrency.lockutils [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] Acquiring lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.870400] env[65762]: DEBUG oslo_concurrency.lockutils [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] Acquired lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.870509] env[65762]: DEBUG nova.network.neutron [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Refreshing network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.060571] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141015} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.060859] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.061055] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.061237] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.120347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.120617] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.314384] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.314384] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Processing image 1f176847-5a82-40d2-88f8-879dce749840 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.314772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.315115] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.315275] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.315673] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58434bfd-047d-4dd8-bfa3-add20a97201c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.326193] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.326402] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.327172] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35b78db-51de-402c-80d3-f459716ce148 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.334067] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1194.334067] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c68c02-0eaf-2e60-561a-fec354a6a1fe" [ 1194.334067] env[65762]: _type = "Task" [ 1194.334067] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.345175] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c68c02-0eaf-2e60-561a-fec354a6a1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.373881] env[65762]: WARNING neutronclient.v2_0.client [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.542640] env[65762]: WARNING neutronclient.v2_0.client [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.566731] env[65762]: INFO nova.virt.block_device [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Booting with volume 93f2fd85-df47-4c7f-a88d-964ce0cf60df at /dev/sdb [ 1194.602265] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f640ce90-601a-436b-ba85-3a0707454764 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.613231] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ce342-3a7c-45f8-bcb7-952c4fea71df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.624664] env[65762]: DEBUG nova.network.neutron [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updated VIF entry in instance network info cache for port 8194aec7-f2f2-4fa5-9c43-715e755c28ff. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1194.625107] env[65762]: DEBUG nova.network.neutron [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [{"id": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "address": "fa:16:3e:be:dc:25", "network": {"id": "7cf8eb2e-1e34-4ee4-bbd8-3bed7c1c0203", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1257262892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427f10c9d7e4f61ae5d7c82686aa55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8194aec7-f2", "ovs_interfaceid": "8194aec7-f2f2-4fa5-9c43-715e755c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.626837] env[65762]: INFO nova.compute.manager [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Detaching volume d744d4f8-9830-40a5-91b3-0d69c032c4a9 [ 1194.651707] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21463241-5012-4800-8254-343da780d026 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.661996] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b17ad-8338-4a7e-ac3f-fa417941c25a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.673134] env[65762]: INFO nova.virt.block_device [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Attempting to driver detach volume d744d4f8-9830-40a5-91b3-0d69c032c4a9 from mountpoint /dev/sdb [ 1194.673355] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.673543] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891243', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'name': 'volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68bdfe3f-2169-4486-890d-c88793baf89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'serial': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.674645] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b1129-9704-4753-b594-a8d2a3376417 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.704599] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfdab2b-edcf-40f7-8851-070174c6c060 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.707724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fd4e1-258a-4f45-8e2f-cbe128ca93ac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.716273] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803543c2-89da-4cc0-b568-afb3fa449930 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.718905] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28860ded-ef93-4bf0-8c1b-c627005c70d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.742728] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0512eb8f-2579-43ca-bd2a-ea2889785a53 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.745371] env[65762]: DEBUG nova.virt.block_device [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updating existing volume attachment record: 4a434e1d-993c-40ba-b9ab-b5357b5d725e {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.759754] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The volume has not been displaced from its original location: [datastore1] volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9/volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.765038] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.765356] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7216ab4f-105c-4b1b-8d18-6ae45f8b03d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.784177] env[65762]: DEBUG oslo_vmware.api [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1194.784177] env[65762]: value = "task-4561104" [ 1194.784177] env[65762]: _type = "Task" [ 1194.784177] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.794965] env[65762]: DEBUG oslo_vmware.api [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.844307] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1194.844559] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Fetch image to [datastore1] OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b/OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1194.844739] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Downloading stream optimized image 1f176847-5a82-40d2-88f8-879dce749840 to [datastore1] OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b/OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b.vmdk on the data store datastore1 as vApp {{(pid=65762) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1194.844903] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Downloading image file data 1f176847-5a82-40d2-88f8-879dce749840 to the ESX as VM named 'OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b' {{(pid=65762) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1194.924801] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1194.924801] env[65762]: value = "resgroup-9" [ 1194.924801] env[65762]: _type = "ResourcePool" [ 1194.924801] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1194.925153] env[65762]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a69bdc8b-d930-4480-8340-0b7ca09dcba3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.947017] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease: (returnval){ [ 1194.947017] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525db212-c6eb-2af5-25fc-b4940d6662d0" [ 1194.947017] env[65762]: _type = "HttpNfcLease" [ 1194.947017] env[65762]: } obtained for vApp import into resource pool (val){ [ 1194.947017] env[65762]: value = "resgroup-9" [ 1194.947017] env[65762]: _type = "ResourcePool" [ 1194.947017] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1194.947422] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the lease: (returnval){ [ 1194.947422] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525db212-c6eb-2af5-25fc-b4940d6662d0" [ 1194.947422] env[65762]: _type = "HttpNfcLease" [ 1194.947422] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1194.954299] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.954299] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525db212-c6eb-2af5-25fc-b4940d6662d0" [ 1194.954299] env[65762]: _type = "HttpNfcLease" [ 1194.954299] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.130648] env[65762]: DEBUG oslo_concurrency.lockutils [req-aa1646c4-4f76-4c38-952c-395133dc8791 req-6935a4bc-3d02-4430-9e04-29582b9e4de9 service nova] Releasing lock "refresh_cache-81735a4d-4793-4be6-91f8-ef7daf7bcf45" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.297475] env[65762]: DEBUG oslo_vmware.api [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561104, 'name': ReconfigVM_Task, 'duration_secs': 0.257529} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.297818] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.303821] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de6dedb-3ad7-4552-a622-d89d27b3b5f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.320366] env[65762]: DEBUG oslo_vmware.api [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1195.320366] env[65762]: value = "task-4561106" [ 1195.320366] env[65762]: _type = "Task" [ 1195.320366] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.330706] env[65762]: DEBUG oslo_vmware.api [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.456367] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.456367] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525db212-c6eb-2af5-25fc-b4940d6662d0" [ 1195.456367] env[65762]: _type = "HttpNfcLease" [ 1195.456367] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1195.456660] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1195.456660] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525db212-c6eb-2af5-25fc-b4940d6662d0" [ 1195.456660] env[65762]: _type = "HttpNfcLease" [ 1195.456660] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1195.457405] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c274bac-2e8d-4957-b491-7e919298fd5f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.465032] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d011f-0f47-c04f-61cd-66cb28dfe249/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1195.465236] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d011f-0f47-c04f-61cd-66cb28dfe249/disk-0.vmdk. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1195.528856] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64efefef-5f28-429f-a604-c269b8441686 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.835435] env[65762]: DEBUG oslo_vmware.api [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561106, 'name': ReconfigVM_Task, 'duration_secs': 0.149293} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.837420] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891243', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'name': 'volume-d744d4f8-9830-40a5-91b3-0d69c032c4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68bdfe3f-2169-4486-890d-c88793baf89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9', 'serial': 'd744d4f8-9830-40a5-91b3-0d69c032c4a9'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1196.383865] env[65762]: DEBUG nova.objects.instance [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'flavor' on Instance uuid 68bdfe3f-2169-4486-890d-c88793baf89f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.618829] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1196.619323] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d011f-0f47-c04f-61cd-66cb28dfe249/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1196.619967] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de4917-f20c-47c4-882e-5b7facedc9b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.628595] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d011f-0f47-c04f-61cd-66cb28dfe249/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.628794] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d011f-0f47-c04f-61cd-66cb28dfe249/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1196.629060] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-da3a7773-f4ce-4604-979e-6451658e9965 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.815450] env[65762]: DEBUG oslo_vmware.rw_handles [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d011f-0f47-c04f-61cd-66cb28dfe249/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1196.815673] env[65762]: INFO nova.virt.vmwareapi.images [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Downloaded image file data 1f176847-5a82-40d2-88f8-879dce749840 [ 1196.816590] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5cba30-008c-409a-88f1-b5e425012300 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.840362] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dbe3906-8339-4b6e-8d97-203fccb4312f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.865806] env[65762]: INFO nova.virt.vmwareapi.images [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] The imported VM was unregistered [ 1196.868126] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1196.868360] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.870773] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1196.871095] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.871272] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1196.871460] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.871614] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1196.871756] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1196.871957] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.872126] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1196.872287] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1196.872461] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1196.872673] env[65762]: DEBUG nova.virt.hardware [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1196.872898] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09c534cc-2d30-444d-b34a-f7181aa3388e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.875392] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8ba656-c158-43f6-b55a-aedf2b46f333 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.884294] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb22d42-ce6f-4a7a-8b72-b1d6322fc8f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.890579] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Created directory with path [datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.890790] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b/OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b.vmdk to [datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk. {{(pid=65762) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1196.892538] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-22545645-2140-410b-873f-c42b37b59abf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.902680] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:be:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0cfb908-cc92-4824-bac8-90698668ad55', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.910049] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1196.911272] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.911582] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f55ab7e-6b2e-435a-9c52-b0e0c131d32a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.927736] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1196.927736] env[65762]: value = "task-4561108" [ 1196.927736] env[65762]: _type = "Task" [ 1196.927736] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.932990] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.932990] env[65762]: value = "task-4561109" [ 1196.932990] env[65762]: _type = "Task" [ 1196.932990] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.939732] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.945125] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561109, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.396500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ec791ee0-963b-4a38-af2a-2e444a450898 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.440516] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.448540] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561109, 'name': CreateVM_Task, 'duration_secs': 0.379455} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.448748] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.449482] env[65762]: WARNING neutronclient.v2_0.client [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1197.449893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.450066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.450465] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.451119] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e507ac67-d647-4448-bff3-2cfcd03a5f3e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.456973] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1197.456973] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5251f60e-3c94-e5d0-4238-8b404a4690dd" [ 1197.456973] env[65762]: _type = "Task" [ 1197.456973] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.467269] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5251f60e-3c94-e5d0-4238-8b404a4690dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.554716] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.554977] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1197.942225] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.971758] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5251f60e-3c94-e5d0-4238-8b404a4690dd, 'name': SearchDatastore_Task, 'duration_secs': 0.028124} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.972169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.972413] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.972850] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.973078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.973303] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.973607] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8421ed4f-de0c-40d7-a682-489041c22b45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.991999] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.992633] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.994264] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61978279-cec3-4f48-9635-4d1c0e83029b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.005325] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1198.005325] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5205b1d7-2d2e-64c9-2f95-e986b2dee4bf" [ 1198.005325] env[65762]: _type = "Task" [ 1198.005325] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.019513] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5205b1d7-2d2e-64c9-2f95-e986b2dee4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.398575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.398978] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.399248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "68bdfe3f-2169-4486-890d-c88793baf89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.399461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.399796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.402166] env[65762]: INFO nova.compute.manager [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Terminating instance [ 1198.443571] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.519973] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5205b1d7-2d2e-64c9-2f95-e986b2dee4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.052408} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.521030] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36139efc-ac55-43f8-9849-245f74e5da37 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.530125] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1198.530125] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52770302-a35f-7a63-cebe-fec420e66188" [ 1198.530125] env[65762]: _type = "Task" [ 1198.530125] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.542777] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52770302-a35f-7a63-cebe-fec420e66188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.906719] env[65762]: DEBUG nova.compute.manager [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1198.907040] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.908026] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974c840-1cc5-4e37-b88d-cd730ffd0826 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.919331] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.919626] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fdc6b94-5deb-4362-b2e0-a8336f165027 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.929884] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1198.929884] env[65762]: value = "task-4561110" [ 1198.929884] env[65762]: _type = "Task" [ 1198.929884] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.943899] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.947322] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.043292] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52770302-a35f-7a63-cebe-fec420e66188, 'name': SearchDatastore_Task, 'duration_secs': 0.046767} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.043631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.044102] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.044437] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6697105-fc4d-41e4-950b-2f9d73743c80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.056591] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1199.056591] env[65762]: value = "task-4561111" [ 1199.056591] env[65762]: _type = "Task" [ 1199.056591] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.068813] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.444671] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.448782] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561110, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.549638] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.566688] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.944883] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561110, 'name': PowerOffVM_Task, 'duration_secs': 0.587916} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.948180] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.948367] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.948644] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561108, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.705316} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.948880] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7c3a060-8403-466f-a198-162713dbd4c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.950556] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b/OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b.vmdk to [datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk. [ 1199.950847] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Cleaning up location [datastore1] OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1199.951121] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2854b941-78d0-4e41-818e-aa8e82f5a16b {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.951904] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a468e3b-34f2-4f76-b930-f440fe76960c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.960963] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1199.960963] env[65762]: value = "task-4561113" [ 1199.960963] env[65762]: _type = "Task" [ 1199.960963] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.969044] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.065061] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.065367] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.065591] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleting the datastore file [datastore2] 68bdfe3f-2169-4486-890d-c88793baf89f {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.066307] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37665974-a8b6-4c58-9125-eba075089cec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.071484] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888518} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.072153] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.072370] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.072659] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8e6a80-8a03-4f88-8e99-3d1a495e5ac6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.077760] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1200.077760] env[65762]: value = "task-4561114" [ 1200.077760] env[65762]: _type = "Task" [ 1200.077760] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.082294] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1200.082294] env[65762]: value = "task-4561115" [ 1200.082294] env[65762]: _type = "Task" [ 1200.082294] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.088277] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.093589] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.471162] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120586} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.471364] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.471525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.471775] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk to [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.472048] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad946ef-e3e1-44b2-a712-4a4aaf095a07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.479699] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1200.479699] env[65762]: value = "task-4561116" [ 1200.479699] env[65762]: _type = "Task" [ 1200.479699] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.488487] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.554395] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.589972] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.595150] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074183} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.595515] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.596275] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d48e569-2ec8-4918-99ac-11423391f397 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.618549] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.618828] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea93036-cb9c-4f6c-9f83-63df6062f51e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.639544] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1200.639544] env[65762]: value = "task-4561117" [ 1200.639544] env[65762]: _type = "Task" [ 1200.639544] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.648179] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.990946] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.089030] env[65762]: DEBUG oslo_vmware.api [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.708563} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.089030] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.089432] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.089432] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.089509] env[65762]: INFO nova.compute.manager [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1201.089736] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1201.089929] env[65762]: DEBUG nova.compute.manager [-] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1201.090036] env[65762]: DEBUG nova.network.neutron [-] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1201.090286] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.123917] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.150545] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561117, 'name': ReconfigVM_Task, 'duration_secs': 0.28492} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.151023] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c/1a1d49b6-940b-410c-a5d7-5a38079b108c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.152246] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'bd5744b4-7c33-40d3-985b-f19cd8a33f62'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'}, 'attachment_id': '4a434e1d-993c-40ba-b9ab-b5357b5d725e', 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=65762) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1201.152448] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.152732] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.153650] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d2ed49-db5d-4234-893b-9b79408ae34f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.172165] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f754a-92be-4497-95c2-76084c795381 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.200033] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df/volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.200425] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265302ea-ba85-4a1c-9a1e-141ee77305df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.220940] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1201.220940] env[65762]: value = "task-4561118" [ 1201.220940] env[65762]: _type = "Task" [ 1201.220940] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.232669] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.491682] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.651085] env[65762]: DEBUG nova.compute.manager [req-1fe507b4-2af4-4361-8be7-6ca060a01393 req-156de354-c7ab-4d80-b960-543479d51f1e service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Received event network-vif-deleted-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1201.651358] env[65762]: INFO nova.compute.manager [req-1fe507b4-2af4-4361-8be7-6ca060a01393 req-156de354-c7ab-4d80-b960-543479d51f1e service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Neutron deleted interface 5e6f3014-351b-4ebc-9aca-88c4ddecbe61; detaching it from the instance and deleting it from the info cache [ 1201.651495] env[65762]: DEBUG nova.network.neutron [req-1fe507b4-2af4-4361-8be7-6ca060a01393 req-156de354-c7ab-4d80-b960-543479d51f1e service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.731696] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561118, 'name': ReconfigVM_Task, 'duration_secs': 0.404767} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.732201] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df/volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.737270] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c15773-3fa6-4a30-b658-7216acb8ba71 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.753948] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1201.753948] env[65762]: value = "task-4561119" [ 1201.753948] env[65762]: _type = "Task" [ 1201.753948] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.764268] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.992269] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.123684] env[65762]: DEBUG nova.network.neutron [-] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.155065] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-959187aa-0380-4a32-b1fe-ce34c48e3de7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.165369] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75424a36-04e4-4f26-ac07-b5ae262daa40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.197750] env[65762]: DEBUG nova.compute.manager [req-1fe507b4-2af4-4361-8be7-6ca060a01393 req-156de354-c7ab-4d80-b960-543479d51f1e service nova] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Detach interface failed, port_id=5e6f3014-351b-4ebc-9aca-88c4ddecbe61, reason: Instance 68bdfe3f-2169-4486-890d-c88793baf89f could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1202.265252] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561119, 'name': ReconfigVM_Task, 'duration_secs': 0.162998} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.265651] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.266326] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-819690fa-b691-4c0e-914e-cb49adb7adec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.274467] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1202.274467] env[65762]: value = "task-4561120" [ 1202.274467] env[65762]: _type = "Task" [ 1202.274467] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.285170] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561120, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.493422] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.555354] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.614885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.615342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.627036] env[65762]: INFO nova.compute.manager [-] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Took 1.54 seconds to deallocate network for instance. [ 1202.786016] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561120, 'name': Rename_Task, 'duration_secs': 0.18134} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.786403] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.786662] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff79fa08-b3a6-4280-83b5-8996abdda3b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.795377] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1202.795377] env[65762]: value = "task-4561121" [ 1202.795377] env[65762]: _type = "Task" [ 1202.795377] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.805779] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.994088] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.120869] env[65762]: DEBUG nova.compute.utils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.137949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.138377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.138755] env[65762]: DEBUG nova.objects.instance [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'resources' on Instance uuid 68bdfe3f-2169-4486-890d-c88793baf89f {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.307813] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.494985] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561116, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.867267} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.495419] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f176847-5a82-40d2-88f8-879dce749840/1f176847-5a82-40d2-88f8-879dce749840.vmdk to [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.496494] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc70af9-6e21-4e09-b42b-7089b10834c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.524190] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.524571] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392794f7-a127-4f36-a823-2413a3065989 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.546625] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1203.546625] env[65762]: value = "task-4561122" [ 1203.546625] env[65762]: _type = "Task" [ 1203.546625] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.555776] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.556056] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.625052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.742294] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58a3b8-c6cf-4de5-8724-e6ce47b51348 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.750332] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0578c60c-c6bf-458f-a349-d788b941a09c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.782024] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec128163-1b64-4d33-b980-c496da1c3c1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.790490] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14627d9-7509-457c-91ef-66c2c7a8f1da {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.804877] env[65762]: DEBUG nova.compute.provider_tree [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.814584] env[65762]: DEBUG oslo_vmware.api [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561121, 'name': PowerOnVM_Task, 'duration_secs': 0.729758} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.815694] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.815694] env[65762]: DEBUG nova.compute.manager [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1203.816522] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4034a38-63cd-4a52-beeb-b369e068e694 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.057287] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.310699] env[65762]: DEBUG nova.scheduler.client.report [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.334026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.554470] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.558766] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.694878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.695249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.695574] env[65762]: INFO nova.compute.manager [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Attaching volume 716b0115-91a8-4fb4-8248-3531e62773d3 to /dev/sdb [ 1204.729766] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68154ee-eee1-4fc6-90da-e64757ba60f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.738184] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f056e802-230f-433d-9c40-2f8dc28b449e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.755669] env[65762]: DEBUG nova.virt.block_device [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating existing volume attachment record: 02a001f3-1c36-408e-8147-9455d944d5f1 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1204.818984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.821698] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.488s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.822024] env[65762]: DEBUG nova.objects.instance [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65762) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1204.846517] env[65762]: INFO nova.scheduler.client.report [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted allocations for instance 68bdfe3f-2169-4486-890d-c88793baf89f [ 1205.058572] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561122, 'name': ReconfigVM_Task, 'duration_secs': 1.200718} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.058908] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45/81735a4d-4793-4be6-91f8-ef7daf7bcf45.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.059522] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8c6cf31-a924-4e28-9d31-9e7589c5b34a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.065954] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1205.065954] env[65762]: value = "task-4561126" [ 1205.065954] env[65762]: _type = "Task" [ 1205.065954] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.075605] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561126, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.354767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82f97fe0-e97a-4c6e-84a7-10634e52be8d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "68bdfe3f-2169-4486-890d-c88793baf89f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.956s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.555209] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.576397] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561126, 'name': Rename_Task, 'duration_secs': 0.148468} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.576677] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.576965] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6bb8ca-4feb-41a9-aa4b-eb9a4b0d206c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.584109] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1205.584109] env[65762]: value = "task-4561127" [ 1205.584109] env[65762]: _type = "Task" [ 1205.584109] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.592403] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.834455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f59221f9-8044-4eca-b3de-e6cb36e385cb tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.058752] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.059106] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.059377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.059571] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1206.060515] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea40b118-e55e-45d1-a902-59f9490a77f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.069836] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cceb975-d4b6-4bef-a110-649027c1ccfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.088191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5477285d-d879-45b3-a710-0ab39689a399 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.096763] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.099522] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb2c25-b00f-4d6c-bed8-ea2bacddfd19 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.132272] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179304MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1206.132438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.132650] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.596270] env[65762]: DEBUG oslo_vmware.api [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561127, 'name': PowerOnVM_Task, 'duration_secs': 0.702958} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.596576] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.706744] env[65762]: DEBUG nova.compute.manager [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1206.707717] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a433a61-6c15-4e61-8d48-24c919846ab2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.164481] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 05960ea2-702c-406c-8564-5b2982d2adb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.164871] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 1a1d49b6-940b-410c-a5d7-5a38079b108c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.164871] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 3f45bce6-f8c7-44a0-acd7-d07110a0af3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.164871] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 93e08aeb-775d-4451-a78c-65c5e5eac53a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.165051] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 8b7f2614-9b42-43d3-be93-8f9ebcd77901 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.165111] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 81735a4d-4793-4be6-91f8-ef7daf7bcf45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.165296] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1207.165444] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '6', 'num_proj_8d9a3d9a73a6422cbeaf5d578ea94cc4': '2', 'io_workload': '0', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_d427f10c9d7e4f61ae5d7c82686aa55e': '1', 'num_proj_2bf8d95399f74ec7a0bdf20a48dd21a4': '1', 'num_proj_f5f5c6afa2b046038d8a5411e6107153': '1', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1207.225560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c0237622-640c-48ad-aec1-8a731040847a tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.383s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.364852] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ac46b-49de-4b04-bdda-403dd78fb2bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.373466] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55389c25-c0be-4ae2-97ae-b811bc6f006c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.409782] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdfce12-0592-437d-a3f3-a9b1583a0b12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.417420] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dc727e-c480-4025-8fd7-dae7cff4742a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.432754] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.776050] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.776317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.935892] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.278625] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1208.440922] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1208.441146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.308s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.801196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.801627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.803196] env[65762]: INFO nova.compute.claims [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.306595] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1209.306884] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891264', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'name': 'volume-716b0115-91a8-4fb4-8248-3531e62773d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f45bce6-f8c7-44a0-acd7-d07110a0af3d', 'attached_at': '', 'detached_at': '', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'serial': '716b0115-91a8-4fb4-8248-3531e62773d3'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1209.310415] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf78bd1-ae94-4c03-9063-b85e4eb08590 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.329205] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4a00a-5b11-4392-b87c-2594a2f70643 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.357660] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-716b0115-91a8-4fb4-8248-3531e62773d3/volume-716b0115-91a8-4fb4-8248-3531e62773d3.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.358304] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49526908-f39f-4139-927c-f890fe5af22d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.377984] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1209.377984] env[65762]: value = "task-4561129" [ 1209.377984] env[65762]: _type = "Task" [ 1209.377984] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.386664] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.890835] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.917078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b711814-60c0-43df-902f-86d85280969c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.925407] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc9786-3d65-4d53-987b-94ce092cb68f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.956151] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6157ce0c-24b2-4194-b021-3fda3d25cc9e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.964368] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bc2ca-3797-440f-905a-f881cfe10578 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.978009] env[65762]: DEBUG nova.compute.provider_tree [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.389984] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561129, 'name': ReconfigVM_Task, 'duration_secs': 0.67771} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.390300] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-716b0115-91a8-4fb4-8248-3531e62773d3/volume-716b0115-91a8-4fb4-8248-3531e62773d3.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.395096] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8735997b-6001-4108-bb1f-60c170448be0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.411968] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1210.411968] env[65762]: value = "task-4561130" [ 1210.411968] env[65762]: _type = "Task" [ 1210.411968] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.424732] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.441431] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.481245] env[65762]: DEBUG nova.scheduler.client.report [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.922476] env[65762]: DEBUG oslo_vmware.api [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561130, 'name': ReconfigVM_Task, 'duration_secs': 0.247619} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.922822] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891264', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'name': 'volume-716b0115-91a8-4fb4-8248-3531e62773d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f45bce6-f8c7-44a0-acd7-d07110a0af3d', 'attached_at': '', 'detached_at': '', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'serial': '716b0115-91a8-4fb4-8248-3531e62773d3'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1210.985999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.986502] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1211.491836] env[65762]: DEBUG nova.compute.utils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.493239] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1211.493433] env[65762]: DEBUG nova.network.neutron [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1211.493773] env[65762]: WARNING neutronclient.v2_0.client [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.494293] env[65762]: WARNING neutronclient.v2_0.client [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.555562] env[65762]: DEBUG nova.policy [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1072524e9cf4f928c1e571f292ce235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc5af05943e45b99512d4c845535680', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.856444] env[65762]: DEBUG nova.network.neutron [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Successfully created port: 8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1211.962054] env[65762]: DEBUG nova.objects.instance [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'flavor' on Instance uuid 3f45bce6-f8c7-44a0-acd7-d07110a0af3d {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.997629] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1212.467657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-653df499-c278-4445-83e4-a8d734e5bd3a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.949051] env[65762]: DEBUG nova.compute.manager [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1213.009460] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1213.038391] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1213.038630] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.038787] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1213.038963] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.039119] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1213.039259] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1213.039457] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1213.039608] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1213.039767] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1213.039919] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1213.040096] env[65762]: DEBUG nova.virt.hardware [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1213.041020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b854c3a0-ed3c-42d1-85d4-549ce4c93a0a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.049540] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677749f7-07b3-4e1c-8bdf-c222e043350a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.354764] env[65762]: DEBUG nova.compute.manager [req-b5a400c2-d7ac-4396-9ff9-355a083354a7 req-50897bfc-6396-47dd-846c-4bada1502bd5 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Received event network-vif-plugged-8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1213.354890] env[65762]: DEBUG oslo_concurrency.lockutils [req-b5a400c2-d7ac-4396-9ff9-355a083354a7 req-50897bfc-6396-47dd-846c-4bada1502bd5 service nova] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.355356] env[65762]: DEBUG oslo_concurrency.lockutils [req-b5a400c2-d7ac-4396-9ff9-355a083354a7 req-50897bfc-6396-47dd-846c-4bada1502bd5 service nova] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.355594] env[65762]: DEBUG oslo_concurrency.lockutils [req-b5a400c2-d7ac-4396-9ff9-355a083354a7 req-50897bfc-6396-47dd-846c-4bada1502bd5 service nova] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.355772] env[65762]: DEBUG nova.compute.manager [req-b5a400c2-d7ac-4396-9ff9-355a083354a7 req-50897bfc-6396-47dd-846c-4bada1502bd5 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] No waiting events found dispatching network-vif-plugged-8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1213.355942] env[65762]: WARNING nova.compute.manager [req-b5a400c2-d7ac-4396-9ff9-355a083354a7 req-50897bfc-6396-47dd-846c-4bada1502bd5 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Received unexpected event network-vif-plugged-8676630b-c42b-4a24-ad72-b1c933c58d69 for instance with vm_state building and task_state spawning. [ 1213.413573] env[65762]: DEBUG nova.network.neutron [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Successfully updated port: 8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1213.470140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.470434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.916537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.916722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.917435] env[65762]: DEBUG nova.network.neutron [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1213.975652] env[65762]: INFO nova.compute.claims [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.451681] env[65762]: DEBUG nova.network.neutron [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1214.481852] env[65762]: INFO nova.compute.resource_tracker [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating resource usage from migration de14ec12-8b2f-4a48-9b4b-ae9e5b1cf46c [ 1214.533229] env[65762]: WARNING neutronclient.v2_0.client [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.602687] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06530cf-88df-4e91-93b0-2a4a37ae3bef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.611253] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d7a94-94a0-4644-8159-a0bcc315a831 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.615737] env[65762]: DEBUG nova.network.neutron [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updating instance_info_cache with network_info: [{"id": "8676630b-c42b-4a24-ad72-b1c933c58d69", "address": "fa:16:3e:5f:c0:bd", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676630b-c4", "ovs_interfaceid": "8676630b-c42b-4a24-ad72-b1c933c58d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.644466] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2065806-1719-46af-ac70-393322ee9cd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.653371] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b5b52-fd4e-4027-aa57-bbb33df4c05d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.669493] env[65762]: DEBUG nova.compute.provider_tree [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.118517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.118912] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Instance network_info: |[{"id": "8676630b-c42b-4a24-ad72-b1c933c58d69", "address": "fa:16:3e:5f:c0:bd", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676630b-c4", "ovs_interfaceid": "8676630b-c42b-4a24-ad72-b1c933c58d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1215.119418] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:c0:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8676630b-c42b-4a24-ad72-b1c933c58d69', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.127070] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1215.127311] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.127539] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4d9077-7fe9-4802-b774-780fd830159e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.148199] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.148199] env[65762]: value = "task-4561131" [ 1215.148199] env[65762]: _type = "Task" [ 1215.148199] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.157631] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561131, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.172896] env[65762]: DEBUG nova.scheduler.client.report [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.383791] env[65762]: DEBUG nova.compute.manager [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Received event network-changed-8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1215.383921] env[65762]: DEBUG nova.compute.manager [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Refreshing instance network info cache due to event network-changed-8676630b-c42b-4a24-ad72-b1c933c58d69. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1215.384195] env[65762]: DEBUG oslo_concurrency.lockutils [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] Acquiring lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.384355] env[65762]: DEBUG oslo_concurrency.lockutils [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] Acquired lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.384530] env[65762]: DEBUG nova.network.neutron [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Refreshing network info cache for port 8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.659858] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561131, 'name': CreateVM_Task, 'duration_secs': 0.356658} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.660045] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.660562] env[65762]: WARNING neutronclient.v2_0.client [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.668424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.668672] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.669026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.669289] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d9b799-2ae8-482c-ae6e-d9907f739b87 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.675675] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1215.675675] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8708-8940-8717-f850-726773e0daec" [ 1215.675675] env[65762]: _type = "Task" [ 1215.675675] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.679102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.679328] env[65762]: INFO nova.compute.manager [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Migrating [ 1215.697182] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52da8708-8940-8717-f850-726773e0daec, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.697800] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.698052] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.698298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.698454] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.698635] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.698977] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae5e2137-6474-4192-9ca7-30f686ec0c9e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.710054] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.710253] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.711278] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ddf131-c936-433c-b641-ae99dfec55ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.718692] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1215.718692] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5257a298-909f-8e37-b059-1ce5fe0e4d67" [ 1215.718692] env[65762]: _type = "Task" [ 1215.718692] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.727358] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5257a298-909f-8e37-b059-1ce5fe0e4d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.888224] env[65762]: WARNING neutronclient.v2_0.client [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.032065] env[65762]: WARNING neutronclient.v2_0.client [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.101817] env[65762]: DEBUG nova.network.neutron [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updated VIF entry in instance network info cache for port 8676630b-c42b-4a24-ad72-b1c933c58d69. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1216.102209] env[65762]: DEBUG nova.network.neutron [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updating instance_info_cache with network_info: [{"id": "8676630b-c42b-4a24-ad72-b1c933c58d69", "address": "fa:16:3e:5f:c0:bd", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676630b-c4", "ovs_interfaceid": "8676630b-c42b-4a24-ad72-b1c933c58d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.199127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.199497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.199497] env[65762]: DEBUG nova.network.neutron [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1216.229540] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5257a298-909f-8e37-b059-1ce5fe0e4d67, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.230384] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303db70a-589a-48e3-a9d8-5871eed5d9a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.236324] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1216.236324] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524f0555-f935-984f-4649-b8eaa1f9ee62" [ 1216.236324] env[65762]: _type = "Task" [ 1216.236324] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.245283] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524f0555-f935-984f-4649-b8eaa1f9ee62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.605359] env[65762]: DEBUG oslo_concurrency.lockutils [req-c67d63a9-2828-43cb-a9d8-e06ee4ef1564 req-c59d7eb1-8775-4785-a460-e9520bfc689f service nova] Releasing lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.679824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.680068] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.702551] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.750032] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524f0555-f935-984f-4649-b8eaa1f9ee62, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.750280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.750527] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 3887874f-1077-4a78-ba9e-e93be97f2de4/3887874f-1077-4a78-ba9e-e93be97f2de4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.750790] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a1036b-aa3e-4d46-869b-43d3508ab625 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.759262] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1216.759262] env[65762]: value = "task-4561132" [ 1216.759262] env[65762]: _type = "Task" [ 1216.759262] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.768242] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.891778] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.968705] env[65762]: DEBUG nova.network.neutron [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.185080] env[65762]: DEBUG nova.compute.utils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.271023] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453419} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.271440] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 3887874f-1077-4a78-ba9e-e93be97f2de4/3887874f-1077-4a78-ba9e-e93be97f2de4.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.271576] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.271846] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfb96fd6-53ac-424d-adc7-0f9cd1759089 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279497] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1217.279497] env[65762]: value = "task-4561133" [ 1217.279497] env[65762]: _type = "Task" [ 1217.279497] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.289579] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.471503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.687427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.790171] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072968} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.790472] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.791274] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ed9644-7976-4517-8506-e749ea65df2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.814983] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3887874f-1077-4a78-ba9e-e93be97f2de4/3887874f-1077-4a78-ba9e-e93be97f2de4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.815278] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcab595-ed33-4e94-81f7-2afc38a7f3ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.836873] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1217.836873] env[65762]: value = "task-4561134" [ 1217.836873] env[65762]: _type = "Task" [ 1217.836873] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.845804] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.348184] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561134, 'name': ReconfigVM_Task, 'duration_secs': 0.28422} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.348558] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3887874f-1077-4a78-ba9e-e93be97f2de4/3887874f-1077-4a78-ba9e-e93be97f2de4.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.349204] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7039f8f4-b924-4823-b446-3af14b4cc323 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.356774] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1218.356774] env[65762]: value = "task-4561135" [ 1218.356774] env[65762]: _type = "Task" [ 1218.356774] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.366106] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561135, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.762913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.763229] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.763468] env[65762]: INFO nova.compute.manager [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Attaching volume 12b452c1-ace8-4c1b-bda3-7f688ccea92c to /dev/sdb [ 1218.803313] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e59dae-c8b9-479e-bfb3-630e0da0df0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.811194] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f28f90-c124-439e-aa96-1cdeecffcb93 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.829217] env[65762]: DEBUG nova.virt.block_device [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating existing volume attachment record: 38320101-8e40-45b8-81a7-3732bb0acc00 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.867949] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561135, 'name': Rename_Task, 'duration_secs': 0.167518} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.867949] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.868146] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b36f24a-65d5-468c-9c0f-5eabb2eadb4d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.876510] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1218.876510] env[65762]: value = "task-4561136" [ 1218.876510] env[65762]: _type = "Task" [ 1218.876510] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.885799] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.988093] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c70cfa-cf4b-434d-b65e-6e3cd295ed74 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.010455] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.387210] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.517794] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.518236] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-616acded-7660-425e-a035-4532c57f6e6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.528638] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1219.528638] env[65762]: value = "task-4561140" [ 1219.528638] env[65762]: _type = "Task" [ 1219.528638] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.541329] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.890719] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.040257] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561140, 'name': PowerOffVM_Task, 'duration_secs': 0.218179} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.040536] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.040730] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.388842] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.547882] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1220.548173] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.548329] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1220.548506] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.548649] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1220.548791] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1220.548990] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1220.549175] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1220.549363] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1220.549559] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1220.549773] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1220.555207] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86844244-a943-4502-8d43-9aed69319116 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.575393] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1220.575393] env[65762]: value = "task-4561141" [ 1220.575393] env[65762]: _type = "Task" [ 1220.575393] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.586392] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.889859] env[65762]: DEBUG oslo_vmware.api [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561136, 'name': PowerOnVM_Task, 'duration_secs': 1.768632} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.890188] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.890391] env[65762]: INFO nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1220.890569] env[65762]: DEBUG nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1220.891437] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc25db-f972-464d-a8d3-d87f7217bed2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.085580] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561141, 'name': ReconfigVM_Task, 'duration_secs': 0.23026} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.085896] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.320939] env[65762]: DEBUG nova.compute.manager [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1221.411171] env[65762]: INFO nova.compute.manager [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Took 12.63 seconds to build instance. [ 1221.593175] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1221.593417] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.593561] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1221.593751] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.593954] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1221.594160] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1221.594348] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.594481] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1221.594669] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1221.594783] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1221.594938] env[65762]: DEBUG nova.virt.hardware [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1221.600368] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.600689] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e715590c-01cf-4b3e-97de-7313b59f29b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.620609] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1221.620609] env[65762]: value = "task-4561143" [ 1221.620609] env[65762]: _type = "Task" [ 1221.620609] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.629720] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.842550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.842861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.915375] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8459c10c-145e-45a2-8514-d85ff3cc6c98 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.137s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.131071] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561143, 'name': ReconfigVM_Task, 'duration_secs': 0.321968} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.131391] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.132218] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad572c9-1ff7-440c-89cd-af8e2eaf6b75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.138457] env[65762]: DEBUG nova.compute.manager [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Received event network-changed-8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1222.138640] env[65762]: DEBUG nova.compute.manager [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Refreshing instance network info cache due to event network-changed-8676630b-c42b-4a24-ad72-b1c933c58d69. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1222.138853] env[65762]: DEBUG oslo_concurrency.lockutils [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] Acquiring lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.138992] env[65762]: DEBUG oslo_concurrency.lockutils [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] Acquired lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.139166] env[65762]: DEBUG nova.network.neutron [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Refreshing network info cache for port 8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.161240] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.162406] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c2940e-6f38-4f5b-ae4a-9a45b6e1caca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.182163] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1222.182163] env[65762]: value = "task-4561144" [ 1222.182163] env[65762]: _type = "Task" [ 1222.182163] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.192624] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.348470] env[65762]: INFO nova.compute.claims [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.663075] env[65762]: WARNING neutronclient.v2_0.client [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.693037] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561144, 'name': ReconfigVM_Task, 'duration_secs': 0.279191} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.694947] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.695100] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.848012] env[65762]: WARNING neutronclient.v2_0.client [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.854981] env[65762]: INFO nova.compute.resource_tracker [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating resource usage from migration 523120bf-6e24-4937-a4c6-effadc854f1d [ 1222.929821] env[65762]: DEBUG nova.network.neutron [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updated VIF entry in instance network info cache for port 8676630b-c42b-4a24-ad72-b1c933c58d69. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1222.930293] env[65762]: DEBUG nova.network.neutron [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updating instance_info_cache with network_info: [{"id": "8676630b-c42b-4a24-ad72-b1c933c58d69", "address": "fa:16:3e:5f:c0:bd", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676630b-c4", "ovs_interfaceid": "8676630b-c42b-4a24-ad72-b1c933c58d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.993051] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a189eb-be17-4a80-81a6-d487110f5419 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.001724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058e8cd4-a3b9-42d7-a0d8-6bf357c6cbeb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.033561] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1225c693-1e3f-4921-bd40-0623aa309c96 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.042368] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ff0fb-00b0-48b4-8918-1e274c40ef40 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.056965] env[65762]: DEBUG nova.compute.provider_tree [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.204880] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e69e27-57c3-46ee-a82a-0f86612dbf1b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.227235] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b160827-0ddc-46a3-8a60-4960009416c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.249890] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.433938] env[65762]: DEBUG oslo_concurrency.lockutils [req-3dfd7be7-b212-49ac-bfa4-d0d618773cd0 req-7905c71e-e79e-4408-86d3-5e4b385b18d6 service nova] Releasing lock "refresh_cache-3887874f-1077-4a78-ba9e-e93be97f2de4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.561400] env[65762]: DEBUG nova.scheduler.client.report [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.874401] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.874682] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891267', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'name': 'volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93e08aeb-775d-4451-a78c-65c5e5eac53a', 'attached_at': '', 'detached_at': '', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'serial': '12b452c1-ace8-4c1b-bda3-7f688ccea92c'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.875603] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a2516-b001-40d9-85c3-2861acfd24dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.892964] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd988a15-2622-45ba-9fe8-6f8381e91775 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.917683] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c/volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.917948] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8f970c-8aba-4d00-b547-d1b99123cb5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.936320] env[65762]: DEBUG oslo_vmware.api [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1223.936320] env[65762]: value = "task-4561145" [ 1223.936320] env[65762]: _type = "Task" [ 1223.936320] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.945036] env[65762]: DEBUG oslo_vmware.api [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.066415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.066415] env[65762]: INFO nova.compute.manager [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Migrating [ 1224.446943] env[65762]: DEBUG oslo_vmware.api [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561145, 'name': ReconfigVM_Task, 'duration_secs': 0.329643} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.447236] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c/volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.451995] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b47d89-bbd0-4133-81e6-6de18453aad8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.468051] env[65762]: DEBUG oslo_vmware.api [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1224.468051] env[65762]: value = "task-4561146" [ 1224.468051] env[65762]: _type = "Task" [ 1224.468051] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.477024] env[65762]: DEBUG oslo_vmware.api [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.581072] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.581319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.581505] env[65762]: DEBUG nova.network.neutron [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.851019] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.851282] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.887813] env[65762]: DEBUG nova.network.neutron [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Port 8519cffc-0b81-44d4-8c2c-7d2d57db203d binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1224.979884] env[65762]: DEBUG oslo_vmware.api [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561146, 'name': ReconfigVM_Task, 'duration_secs': 0.13915} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.980346] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891267', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'name': 'volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93e08aeb-775d-4451-a78c-65c5e5eac53a', 'attached_at': '', 'detached_at': '', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'serial': '12b452c1-ace8-4c1b-bda3-7f688ccea92c'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.084241] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.254170] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.321549] env[65762]: DEBUG nova.network.neutron [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.824664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.910379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.910741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.910907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.019699] env[65762]: DEBUG nova.objects.instance [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.164989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.524137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7100a745-9251-4d54-a75c-9569cdb2414d tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.761s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.524988] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.360s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.525218] env[65762]: DEBUG nova.compute.manager [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1226.526259] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb64426-2212-48d5-a9ce-43c4f62ec78b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.533418] env[65762]: DEBUG nova.compute.manager [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1226.534026] env[65762]: DEBUG nova.objects.instance [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.917025] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.948403] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.948586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.948760] env[65762]: DEBUG nova.network.neutron [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1227.341651] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b949bf77-a4b0-4246-9b63-7db67c4d7021 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.361687] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.451993] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.541239] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.541592] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3a75bd-d06a-4eff-bf1a-e9e42314bb1d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.550462] env[65762]: DEBUG oslo_vmware.api [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1227.550462] env[65762]: value = "task-4561147" [ 1227.550462] env[65762]: _type = "Task" [ 1227.550462] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.561377] env[65762]: DEBUG oslo_vmware.api [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.628925] env[65762]: WARNING neutronclient.v2_0.client [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.706555] env[65762]: DEBUG nova.network.neutron [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.867749] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.868082] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5262b7f3-1ea0-4a96-93a8-97f3ce0a4eef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.875901] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1227.875901] env[65762]: value = "task-4561148" [ 1227.875901] env[65762]: _type = "Task" [ 1227.875901] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.885534] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.061588] env[65762]: DEBUG oslo_vmware.api [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561147, 'name': PowerOffVM_Task, 'duration_secs': 0.20859} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.061934] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.062151] env[65762]: DEBUG nova.compute.manager [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1228.062970] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e8626a-b604-49c8-8f20-b1c77c4e24af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.209744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.386834] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561148, 'name': PowerOffVM_Task, 'duration_secs': 0.18554} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.387120] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.387317] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.575016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fe2d709f-6b65-4e6b-9b5d-2ff9aa16c7f6 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.719780] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5456d76-9cb3-4cb2-a5d1-5e98d1a73c8a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.727693] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314cb472-f3d1-442b-af55-f8b953baf46e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.893838] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1228.893838] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.894366] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1228.894366] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.894366] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1228.894529] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1228.894594] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1228.894750] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1228.894918] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1228.895090] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1228.895261] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1228.900205] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9467680d-cbb4-4844-91a5-156a08bdf616 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.916086] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1228.916086] env[65762]: value = "task-4561149" [ 1228.916086] env[65762]: _type = "Task" [ 1228.916086] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.925321] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.427136] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561149, 'name': ReconfigVM_Task, 'duration_secs': 0.325808} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.427529] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.702037] env[65762]: DEBUG nova.objects.instance [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.840053] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fddc43-0d54-4a3f-ac52-514e59adab98 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.862465] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f9c65-b120-42eb-8129-3c7ccfdeedf1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.871161] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.934889] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.935138] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.935294] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.935471] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.935618] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.935762] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.935965] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.936199] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.936383] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.936545] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.936731] env[65762]: DEBUG nova.virt.hardware [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.942154] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.942784] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f4bd84-5813-449a-8bae-439f66d5a11a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.963624] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1229.963624] env[65762]: value = "task-4561150" [ 1229.963624] env[65762]: _type = "Task" [ 1229.963624] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.972706] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.207358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.207635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.207918] env[65762]: DEBUG nova.network.neutron [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.208234] env[65762]: DEBUG nova.objects.instance [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'info_cache' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.377746] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.378015] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c1451d3-a77f-4ab1-b96d-fcdc1fedb8ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.385922] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1230.385922] env[65762]: value = "task-4561151" [ 1230.385922] env[65762]: _type = "Task" [ 1230.385922] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.394754] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.473418] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561150, 'name': ReconfigVM_Task, 'duration_secs': 0.179502} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.473767] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.474519] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fbc729-f9c6-4d5c-aaaa-29621d8c72c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.497373] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.497636] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b27990a1-0357-4675-b539-b50c99df5c7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.515762] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1230.515762] env[65762]: value = "task-4561152" [ 1230.515762] env[65762]: _type = "Task" [ 1230.515762] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.524169] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.712259] env[65762]: DEBUG nova.objects.base [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Object Instance<93e08aeb-775d-4451-a78c-65c5e5eac53a> lazy-loaded attributes: flavor,info_cache {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.897107] env[65762]: DEBUG oslo_vmware.api [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561151, 'name': PowerOnVM_Task, 'duration_secs': 0.425294} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.897385] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.897565] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-17cdf3fd-1743-4be5-8d89-0191b6e61f2a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance '3f45bce6-f8c7-44a0-acd7-d07110a0af3d' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.028766] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.215647] env[65762]: WARNING neutronclient.v2_0.client [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.385407] env[65762]: WARNING neutronclient.v2_0.client [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.464828] env[65762]: DEBUG nova.network.neutron [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [{"id": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "address": "fa:16:3e:ba:7a:f9", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe7ce59-8b", "ovs_interfaceid": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.528195] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561152, 'name': ReconfigVM_Task, 'duration_secs': 0.819521} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.528545] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.528876] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.968242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.035744] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c29cb9-261a-4f21-8204-af3f8aa037bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.057759] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac47305-cb0c-4d69-9e4a-19a7ab42e00c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.076211] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.582140] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.582506] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.616779] env[65762]: DEBUG nova.network.neutron [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1232.974679] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.975018] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0a71f7-e814-4f29-a5df-458346d20183 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.982744] env[65762]: DEBUG oslo_vmware.api [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1232.982744] env[65762]: value = "task-4561153" [ 1232.982744] env[65762]: _type = "Task" [ 1232.982744] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.992450] env[65762]: DEBUG oslo_vmware.api [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.493538] env[65762]: DEBUG oslo_vmware.api [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561153, 'name': PowerOnVM_Task, 'duration_secs': 0.458337} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.493813] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.494069] env[65762]: DEBUG nova.compute.manager [None req-1e65736a-bd9c-40e8-b969-71d7a80887a5 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1233.494871] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dae17b7-0f60-4fe2-ac9a-a5bba52bf46c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.639364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.639364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.639364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.692381] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.733902] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.734375] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.734647] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.782126] env[65762]: DEBUG nova.network.neutron [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Port 8519cffc-0b81-44d4-8c2c-7d2d57db203d binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1233.782407] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.782551] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782717] env[65762]: DEBUG nova.network.neutron [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1234.285682] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.457019] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.530255] env[65762]: DEBUG nova.network.neutron [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.645358] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.678844] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.679074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.679254] env[65762]: DEBUG nova.network.neutron [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1235.033500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.182036] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.335408] env[65762]: WARNING neutronclient.v2_0.client [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.403081] env[65762]: DEBUG nova.network.neutron [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.537509] env[65762]: DEBUG nova.compute.manager [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65762) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1235.906065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.431708] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8323b8-2908-481e-abd6-9f5840366a7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.451857] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe961715-333e-440b-9a06-92d6b84973f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.459961] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.649053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.649231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.966218] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.966560] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c1dee2-8ede-4772-b136-a26f305751db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.974538] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1236.974538] env[65762]: value = "task-4561154" [ 1236.974538] env[65762]: _type = "Task" [ 1236.974538] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.983879] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.152046] env[65762]: DEBUG nova.objects.instance [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'migration_context' on Instance uuid 3f45bce6-f8c7-44a0-acd7-d07110a0af3d {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.485160] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.781303] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eaac24-22d0-4b30-b9f6-005e0876b3d6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.789685] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33acbe5-e91a-4a49-bf6d-44d9b24a6bc8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.819970] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b739a2b1-6b52-4bbb-877f-bf567deeafc7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.828416] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aef96b9-afc6-4104-bc5f-e6072ca87e11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.841962] env[65762]: DEBUG nova.compute.provider_tree [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.988561] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.346286] env[65762]: DEBUG nova.scheduler.client.report [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.486717] env[65762]: DEBUG oslo_vmware.api [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561154, 'name': PowerOnVM_Task, 'duration_secs': 1.188777} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.487047] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.487249] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-b680bde9-a17b-4991-b50e-b6c8dfd22d7f tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance '8b7f2614-9b42-43d3-be93-8f9ebcd77901' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.357591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.708s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.705031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.705410] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.904874] env[65762]: INFO nova.compute.manager [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Swapping old allocation on dict_keys(['e4992ffa-a10b-4f66-af9e-5381b3a4e2af']) held by migration de14ec12-8b2f-4a48-9b4b-ae9e5b1cf46c for instance [ 1240.932702] env[65762]: DEBUG nova.scheduler.client.report [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Overwriting current allocation {'allocations': {'e4992ffa-a10b-4f66-af9e-5381b3a4e2af': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 163}}, 'project_id': '2bf8d95399f74ec7a0bdf20a48dd21a4', 'user_id': '2c97bd4e6cc0454cb64c5db8873bf0cc', 'consumer_generation': 1} on consumer 3f45bce6-f8c7-44a0-acd7-d07110a0af3d {{(pid=65762) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1240.982804] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.993773] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.015714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.015891] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.016081] env[65762]: DEBUG nova.network.neutron [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.027132] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.027613] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.027945] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.064425] env[65762]: DEBUG nova.network.neutron [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1241.064773] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.064994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.065236] env[65762]: DEBUG nova.network.neutron [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.208276] env[65762]: INFO nova.compute.manager [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Detaching volume 93f2fd85-df47-4c7f-a88d-964ce0cf60df [ 1241.246997] env[65762]: INFO nova.virt.block_device [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Attempting to driver detach volume 93f2fd85-df47-4c7f-a88d-964ce0cf60df from mountpoint /dev/sdb [ 1241.247327] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.247570] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.248848] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b02b2f-f5d3-4424-b2e5-4a0142bedcc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.280634] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f156cfea-cfdc-4dbe-8994-6113d4ea437d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.288826] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c99f31-019b-473a-8c4f-807c4e3ca693 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.309161] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6359782-3768-4c70-ac3a-1dcb9827315e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.324580] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The volume has not been displaced from its original location: [datastore1] volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df/volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.329835] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.330525] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27c3b57-56ad-4bc2-947b-9e2b3271f2cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.350833] env[65762]: DEBUG oslo_vmware.api [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1241.350833] env[65762]: value = "task-4561155" [ 1241.350833] env[65762]: _type = "Task" [ 1241.350833] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.361283] env[65762]: DEBUG oslo_vmware.api [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.519194] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.568464] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.728327] env[65762]: WARNING neutronclient.v2_0.client [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.735551] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.796455] env[65762]: DEBUG nova.network.neutron [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [{"id": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "address": "fa:16:3e:94:52:c9", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8519cffc-0b", "ovs_interfaceid": "8519cffc-0b81-44d4-8c2c-7d2d57db203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.801275] env[65762]: DEBUG nova.network.neutron [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.860840] env[65762]: DEBUG oslo_vmware.api [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561155, 'name': ReconfigVM_Task, 'duration_secs': 0.257828} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.861142] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.865856] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083e9ba9-66a7-4b5f-b59d-391e3c185e04 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.882401] env[65762]: DEBUG oslo_vmware.api [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1241.882401] env[65762]: value = "task-4561156" [ 1241.882401] env[65762]: _type = "Task" [ 1241.882401] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.890682] env[65762]: DEBUG oslo_vmware.api [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.299922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-3f45bce6-f8c7-44a0-acd7-d07110a0af3d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.300280] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eda44d-3487-4cb1-a329-9d2d3135ba00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.303759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.310043] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34197291-163c-40d2-8a52-f6c0439f2cb4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.392509] env[65762]: DEBUG oslo_vmware.api [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561156, 'name': ReconfigVM_Task, 'duration_secs': 0.235725} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.392828] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891259', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'name': 'volume-93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a1d49b6-940b-410c-a5d7-5a38079b108c', 'attached_at': '', 'detached_at': '', 'volume_id': '93f2fd85-df47-4c7f-a88d-964ce0cf60df', 'serial': '93f2fd85-df47-4c7f-a88d-964ce0cf60df'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.807425] env[65762]: DEBUG nova.compute.manager [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65762) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1242.807706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.807905] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.932328] env[65762]: DEBUG nova.objects.instance [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'flavor' on Instance uuid 1a1d49b6-940b-410c-a5d7-5a38079b108c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.311737] env[65762]: DEBUG nova.objects.instance [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'migration_context' on Instance uuid 8b7f2614-9b42-43d3-be93-8f9ebcd77901 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.392159] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.392498] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-942209f4-7f2f-47dd-af42-bba0729ef3dd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.402899] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1243.402899] env[65762]: value = "task-4561157" [ 1243.402899] env[65762]: _type = "Task" [ 1243.402899] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.413628] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.914127] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561157, 'name': PowerOffVM_Task, 'duration_secs': 0.264712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.916648] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.917302] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1243.917518] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.917667] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1243.917845] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.917986] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1243.918141] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1243.918347] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1243.918502] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1243.918662] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1243.918822] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1243.918989] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1243.924147] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd987c8-f255-4ea7-bfcd-e011201e9239 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.936631] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba544358-4a16-4cf8-814c-119998620c74 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.940441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.940661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.940854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.941070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.941204] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.942814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-82e87d1a-253f-4d25-9dd3-329162b0cf94 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.944088] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1243.944088] env[65762]: value = "task-4561158" [ 1243.944088] env[65762]: _type = "Task" [ 1243.944088] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.944516] env[65762]: INFO nova.compute.manager [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Terminating instance [ 1243.956513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb0d553-a40d-4f0d-ba5c-7c6c2662e30b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.959980] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.990921] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c0fe12-d2a3-4952-a3da-0301a886cc5a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.999433] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005fd11-10a2-47e0-b78c-dd216037c19a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.014330] env[65762]: DEBUG nova.compute.provider_tree [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.452048] env[65762]: DEBUG nova.compute.manager [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1244.452048] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.452837] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986377a-e5c9-4be0-96b5-65bbf908fc1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.461802] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561158, 'name': ReconfigVM_Task, 'duration_secs': 0.147816} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.464150] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.464983] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e980de0-b989-4dda-9825-f7f8334604f4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.467425] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c93a42e-54a4-40b1-947e-6ab2d565cc75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.490763] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1244.491028] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.491189] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1244.491369] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.491509] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1244.491646] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1244.491843] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1244.491991] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1244.492165] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1244.492322] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1244.492486] env[65762]: DEBUG nova.virt.hardware [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1244.494619] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe227e3-cc9a-4db2-a0d8-1cefdfe62cb5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.497155] env[65762]: DEBUG oslo_vmware.api [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1244.497155] env[65762]: value = "task-4561159" [ 1244.497155] env[65762]: _type = "Task" [ 1244.497155] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.501768] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1244.501768] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5263804c-79ce-6abc-7773-0b6e9421804b" [ 1244.501768] env[65762]: _type = "Task" [ 1244.501768] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.511981] env[65762]: DEBUG oslo_vmware.api [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.519539] env[65762]: DEBUG nova.scheduler.client.report [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.523661] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5263804c-79ce-6abc-7773-0b6e9421804b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.011122] env[65762]: DEBUG oslo_vmware.api [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561159, 'name': PowerOffVM_Task, 'duration_secs': 0.249165} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.011791] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.011977] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.012308] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10ac793b-618b-446d-97a8-e73dd8b9e403 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.014016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.014309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.014539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "1a1d49b6-940b-410c-a5d7-5a38079b108c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.014749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.014923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.020043] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5263804c-79ce-6abc-7773-0b6e9421804b, 'name': SearchDatastore_Task, 'duration_secs': 0.017134} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.020718] env[65762]: INFO nova.compute.manager [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Terminating instance [ 1245.028076] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.033615] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b8b495-fb2c-4bca-af43-d72c8cb3734c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.050843] env[65762]: DEBUG nova.compute.manager [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1245.051071] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.052723] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c003272-c05f-4464-91bb-e7ad7e5caa7b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.060836] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1245.060836] env[65762]: value = "task-4561161" [ 1245.060836] env[65762]: _type = "Task" [ 1245.060836] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.063151] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.066276] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e48f591-6b40-40a2-981a-55080777e067 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.074482] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.075912] env[65762]: DEBUG oslo_vmware.api [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1245.075912] env[65762]: value = "task-4561162" [ 1245.075912] env[65762]: _type = "Task" [ 1245.075912] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.086882] env[65762]: DEBUG oslo_vmware.api [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.094568] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.094798] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.094995] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleting the datastore file [datastore1] 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.095335] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e719df4-805a-4265-b549-458bce42f746 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.103400] env[65762]: DEBUG oslo_vmware.api [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for the task: (returnval){ [ 1245.103400] env[65762]: value = "task-4561163" [ 1245.103400] env[65762]: _type = "Task" [ 1245.103400] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.113253] env[65762]: DEBUG oslo_vmware.api [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.554058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.746s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.578470] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561161, 'name': ReconfigVM_Task, 'duration_secs': 0.231624} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.582059] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.583124] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67234fdb-497c-4310-ab81-0db34e1c4276 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.593513] env[65762]: DEBUG oslo_vmware.api [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561162, 'name': PowerOffVM_Task, 'duration_secs': 0.218137} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.606914] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.607111] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.615106] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.615422] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d76b17-e242-400a-8725-504420b5a2a4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.620211] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523055c4-d1dd-4951-868c-bbfdb354ca48 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.640100] env[65762]: DEBUG oslo_vmware.api [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Task: {'id': task-4561163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19034} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.641517] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.641736] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.641908] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.642093] env[65762]: INFO nova.compute.manager [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1245.642353] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1245.642610] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1245.642610] env[65762]: value = "task-4561165" [ 1245.642610] env[65762]: _type = "Task" [ 1245.642610] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.642786] env[65762]: DEBUG nova.compute.manager [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1245.642951] env[65762]: DEBUG nova.network.neutron [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1245.643176] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.654889] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.704748] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.708446] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.708680] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.708886] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore2] 1a1d49b6-940b-410c-a5d7-5a38079b108c {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.709179] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b77381-8e89-4312-9d0c-5620e511806a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.716354] env[65762]: DEBUG oslo_vmware.api [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1245.716354] env[65762]: value = "task-4561166" [ 1245.716354] env[65762]: _type = "Task" [ 1245.716354] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.726151] env[65762]: DEBUG oslo_vmware.api [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.155262] env[65762]: DEBUG nova.compute.manager [req-f1501be0-0c7e-4615-93bd-d2db7913112c req-318e451b-ca7f-4883-9e62-978635b79293 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Received event network-vif-deleted-8194aec7-f2f2-4fa5-9c43-715e755c28ff {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1246.155262] env[65762]: INFO nova.compute.manager [req-f1501be0-0c7e-4615-93bd-d2db7913112c req-318e451b-ca7f-4883-9e62-978635b79293 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Neutron deleted interface 8194aec7-f2f2-4fa5-9c43-715e755c28ff; detaching it from the instance and deleting it from the info cache [ 1246.155262] env[65762]: DEBUG nova.network.neutron [req-f1501be0-0c7e-4615-93bd-d2db7913112c req-318e451b-ca7f-4883-9e62-978635b79293 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.160879] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561165, 'name': ReconfigVM_Task, 'duration_secs': 0.365387} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.161214] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d/3f45bce6-f8c7-44a0-acd7-d07110a0af3d.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.162454] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9b175-e02b-4401-bf6d-c7d83ca1e074 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.187089] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c4585-c84a-4a78-99b4-fc733f03dc10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.212107] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6490ebab-afd9-4e9c-a8a8-304d3b8a03a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.239251] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4680fb38-6ed2-4dcf-b6f9-c31cb90161ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.246054] env[65762]: DEBUG oslo_vmware.api [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.246730] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.246944] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.247147] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.247332] env[65762]: INFO nova.compute.manager [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1246.247611] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1246.247782] env[65762]: DEBUG nova.compute.manager [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1246.247882] env[65762]: DEBUG nova.network.neutron [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1246.248152] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.252767] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.252952] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68f10302-b02d-4ce7-b193-41e2c83ddb3f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.261937] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1246.261937] env[65762]: value = "task-4561167" [ 1246.261937] env[65762]: _type = "Task" [ 1246.261937] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.273848] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.283940] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.635316] env[65762]: DEBUG nova.network.neutron [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.658152] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec4a0cac-de48-4518-8ce8-c86e803934e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.668994] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723360c-7c90-490d-a8e6-e2ef6211ee5f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.706632] env[65762]: DEBUG nova.compute.manager [req-f1501be0-0c7e-4615-93bd-d2db7913112c req-318e451b-ca7f-4883-9e62-978635b79293 service nova] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Detach interface failed, port_id=8194aec7-f2f2-4fa5-9c43-715e755c28ff, reason: Instance 81735a4d-4793-4be6-91f8-ef7daf7bcf45 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1246.775942] env[65762]: DEBUG oslo_vmware.api [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561167, 'name': PowerOnVM_Task, 'duration_secs': 0.408799} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.776269] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.099891] env[65762]: INFO nova.compute.manager [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Swapping old allocation on dict_keys(['e4992ffa-a10b-4f66-af9e-5381b3a4e2af']) held by migration 523120bf-6e24-4937-a4c6-effadc854f1d for instance [ 1247.124027] env[65762]: DEBUG nova.scheduler.client.report [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Overwriting current allocation {'allocations': {'e4992ffa-a10b-4f66-af9e-5381b3a4e2af': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 164}}, 'project_id': '9b03dec26b794827b9a397ff1fe40e5f', 'user_id': '3b08ebb61a8a416a949297f0789596a1', 'consumer_generation': 1} on consumer 8b7f2614-9b42-43d3-be93-8f9ebcd77901 {{(pid=65762) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1247.138440] env[65762]: INFO nova.compute.manager [-] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Took 1.50 seconds to deallocate network for instance. [ 1247.172719] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.205519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.205718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.205894] env[65762]: DEBUG nova.network.neutron [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1247.260246] env[65762]: DEBUG nova.network.neutron [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.649349] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.649655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.649876] env[65762]: DEBUG nova.objects.instance [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lazy-loading 'resources' on Instance uuid 81735a4d-4793-4be6-91f8-ef7daf7bcf45 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.709042] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.765706] env[65762]: INFO nova.compute.manager [-] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Took 1.52 seconds to deallocate network for instance. [ 1247.828023] env[65762]: INFO nova.compute.manager [None req-6c72d1e4-2d40-47e9-b7af-c859bdab0081 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance to original state: 'active' [ 1247.894840] env[65762]: WARNING neutronclient.v2_0.client [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.976945] env[65762]: DEBUG nova.network.neutron [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [{"id": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "address": "fa:16:3e:fa:3a:b0", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1caa3a-e0", "ovs_interfaceid": "ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.185948] env[65762]: DEBUG nova.compute.manager [req-60093211-f2d3-4200-a5be-5b534680d44a req-1c45d414-a947-42d1-a91a-9b3f2897213e service nova] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Received event network-vif-deleted-d0cfb908-cc92-4824-bac8-90698668ad55 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1248.259834] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd7d301-8fcc-4711-b4f0-25c5f5bad71e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.268986] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552122c-8b8d-418d-ad21-0be754275576 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.272920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.304888] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf0516-d4fa-4330-8a9f-f3940e9b35fc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.314548] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97abca26-5950-4399-8137-5ca17c016f3b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.330436] env[65762]: DEBUG nova.compute.provider_tree [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.480019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-8b7f2614-9b42-43d3-be93-8f9ebcd77901" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.480283] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.480615] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6c63b2-16e5-478f-b83e-2a6683486954 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.488971] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1248.488971] env[65762]: value = "task-4561168" [ 1248.488971] env[65762]: _type = "Task" [ 1248.488971] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.498612] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.833749] env[65762]: DEBUG nova.scheduler.client.report [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.000566] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561168, 'name': PowerOffVM_Task, 'duration_secs': 0.269046} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.000989] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.001683] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1249.002072] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.002072] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1249.002245] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.002393] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1249.002573] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1249.002800] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.002963] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1249.003150] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1249.003316] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1249.003497] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1249.008495] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2850bd7e-be15-4dc4-9175-8ea240312f80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.026028] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1249.026028] env[65762]: value = "task-4561169" [ 1249.026028] env[65762]: _type = "Task" [ 1249.026028] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.035680] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.341906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.342475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.069s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.342732] env[65762]: DEBUG nova.objects.instance [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'resources' on Instance uuid 1a1d49b6-940b-410c-a5d7-5a38079b108c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.362931] env[65762]: INFO nova.scheduler.client.report [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Deleted allocations for instance 81735a4d-4793-4be6-91f8-ef7daf7bcf45 [ 1249.536911] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561169, 'name': ReconfigVM_Task, 'duration_secs': 0.149266} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.537932] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da66731-57ea-406a-ab7c-cc700c5a94b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.559379] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1249.559609] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.559788] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1249.560048] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.560216] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1249.560366] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1249.560567] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.560721] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1249.560885] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1249.561048] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1249.561223] env[65762]: DEBUG nova.virt.hardware [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1249.561999] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc23d5c3-948e-4ed3-ac9b-ee024b67895d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.568638] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1249.568638] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523795ce-0093-a93a-c116-90ffceb5e69e" [ 1249.568638] env[65762]: _type = "Task" [ 1249.568638] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.577247] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523795ce-0093-a93a-c116-90ffceb5e69e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.784756] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.785052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.785288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.785539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.785716] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.787998] env[65762]: INFO nova.compute.manager [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Terminating instance [ 1249.870460] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a9a0566a-4c3e-4426-98d3-041b6952fc9f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Lock "81735a4d-4793-4be6-91f8-ef7daf7bcf45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.930s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.941499] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acce1bf-32d9-4a6b-a372-187340bcc3f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.949999] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0920d50-967f-4c81-998e-12755948e44d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.980792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04c4e0c-f42e-4acb-9da6-d2b1369062d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.989251] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70664e-01cd-45d2-bc22-7dde3f8384d9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.004423] env[65762]: DEBUG nova.compute.provider_tree [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.080716] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523795ce-0093-a93a-c116-90ffceb5e69e, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.086363] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.086669] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247e4bec-f86d-43da-801d-a1df42aa1f0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.106279] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1250.106279] env[65762]: value = "task-4561170" [ 1250.106279] env[65762]: _type = "Task" [ 1250.106279] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.115558] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.292708] env[65762]: DEBUG nova.compute.manager [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1250.292887] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.293277] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ccc25c-35f7-45dc-b075-3e56670af549 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.301778] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1250.301778] env[65762]: value = "task-4561171" [ 1250.301778] env[65762]: _type = "Task" [ 1250.301778] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.312322] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.508457] env[65762]: DEBUG nova.scheduler.client.report [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.617476] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561170, 'name': ReconfigVM_Task, 'duration_secs': 0.218868} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.617680] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.618454] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddbadf6-1d1b-4f55-a872-244716e46e72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.642205] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.642400] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3fa7a0-5a6b-4f20-b865-ad031fa946d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.661493] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1250.661493] env[65762]: value = "task-4561172" [ 1250.661493] env[65762]: _type = "Task" [ 1250.661493] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.670257] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.811850] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561171, 'name': PowerOffVM_Task, 'duration_secs': 0.214721} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.812080] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.812332] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.812570] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891264', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'name': 'volume-716b0115-91a8-4fb4-8248-3531e62773d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f45bce6-f8c7-44a0-acd7-d07110a0af3d', 'attached_at': '2025-11-20T04:57:39.000000', 'detached_at': '', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'serial': '716b0115-91a8-4fb4-8248-3531e62773d3'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.813453] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d6a709-bbf0-429b-a97a-a3f26838663a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.835136] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc57244-cb7a-400c-97af-b1dcbe5eac37 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.842666] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855796f1-d768-41eb-90e0-016f0e6f5d39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.863049] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af0456-4024-4c9d-a5cf-9573ed984c75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.880411] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The volume has not been displaced from its original location: [datastore2] volume-716b0115-91a8-4fb4-8248-3531e62773d3/volume-716b0115-91a8-4fb4-8248-3531e62773d3.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.885806] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.886142] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25be91fe-6328-43a9-a22b-cb45ef331660 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.905395] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1250.905395] env[65762]: value = "task-4561173" [ 1250.905395] env[65762]: _type = "Task" [ 1250.905395] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.914483] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.014745] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.035535] env[65762]: INFO nova.scheduler.client.report [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted allocations for instance 1a1d49b6-940b-410c-a5d7-5a38079b108c [ 1251.172743] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561172, 'name': ReconfigVM_Task, 'duration_secs': 0.299495} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.173034] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901/8b7f2614-9b42-43d3-be93-8f9ebcd77901.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.173880] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753d7db-a41d-47bd-97db-aaa68c0cd443 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.192833] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdae31d-53c1-4231-8259-c1ee8e3fc768 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.211773] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa474494-d74b-4b35-a9f7-46fb04283e93 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.230147] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8be25f-00bd-4bfc-9e02-891650027124 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.238018] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.238292] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f4aaaf-d646-4b65-a392-329764b2f497 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.245228] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1251.245228] env[65762]: value = "task-4561174" [ 1251.245228] env[65762]: _type = "Task" [ 1251.245228] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.253670] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.416230] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561173, 'name': ReconfigVM_Task, 'duration_secs': 0.226511} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.416476] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.421399] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd36ca4-d3cb-4312-a683-98fbb74e2a3a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.439562] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1251.439562] env[65762]: value = "task-4561175" [ 1251.439562] env[65762]: _type = "Task" [ 1251.439562] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.450829] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.544869] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "1a1d49b6-940b-410c-a5d7-5a38079b108c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.530s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.757640] env[65762]: DEBUG oslo_vmware.api [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561174, 'name': PowerOnVM_Task, 'duration_secs': 0.411734} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.758016] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.951115] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561175, 'name': ReconfigVM_Task, 'duration_secs': 0.143755} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.951445] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891264', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'name': 'volume-716b0115-91a8-4fb4-8248-3531e62773d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f45bce6-f8c7-44a0-acd7-d07110a0af3d', 'attached_at': '2025-11-20T04:57:39.000000', 'detached_at': '', 'volume_id': '716b0115-91a8-4fb4-8248-3531e62773d3', 'serial': '716b0115-91a8-4fb4-8248-3531e62773d3'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.951760] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.952606] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b2824-608f-41b4-a3ab-22fd16a3c4be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.960469] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.960731] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77928a5c-dfe9-4b24-a10d-c35a9a97d656 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.039249] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.039459] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.039649] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleting the datastore file [datastore1] 3f45bce6-f8c7-44a0-acd7-d07110a0af3d {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.039934] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a26f68-dfe0-4e77-9d11-bc5bfd8fb4ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.048097] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1252.048097] env[65762]: value = "task-4561178" [ 1252.048097] env[65762]: _type = "Task" [ 1252.048097] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.056849] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.558930] env[65762]: DEBUG oslo_vmware.api [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506876} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.559398] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.559398] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.559536] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.559798] env[65762]: INFO nova.compute.manager [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1252.560108] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1252.560361] env[65762]: DEBUG nova.compute.manager [-] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1252.560474] env[65762]: DEBUG nova.network.neutron [-] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1252.560754] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.599701] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.771661] env[65762]: INFO nova.compute.manager [None req-c46925f2-a6ac-4a7e-9f84-5f6e65905036 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance to original state: 'active' [ 1252.841156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.841405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.150992] env[65762]: DEBUG nova.compute.manager [req-ff967bf7-4284-4f58-b09a-c5ef5bdcaf06 req-455907d8-5b0d-43f9-a2f4-17843c5e561c service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Received event network-vif-deleted-8519cffc-0b81-44d4-8c2c-7d2d57db203d {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1253.151266] env[65762]: INFO nova.compute.manager [req-ff967bf7-4284-4f58-b09a-c5ef5bdcaf06 req-455907d8-5b0d-43f9-a2f4-17843c5e561c service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Neutron deleted interface 8519cffc-0b81-44d4-8c2c-7d2d57db203d; detaching it from the instance and deleting it from the info cache [ 1253.151433] env[65762]: DEBUG nova.network.neutron [req-ff967bf7-4284-4f58-b09a-c5ef5bdcaf06 req-455907d8-5b0d-43f9-a2f4-17843c5e561c service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.344475] env[65762]: DEBUG nova.compute.utils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.516517] env[65762]: DEBUG nova.network.neutron [-] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.629968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.630293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.653995] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c184e954-99c9-4bb0-98c1-7575732a55d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.665440] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e37ea6-33fa-49bf-8d94-80900d7180bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.695011] env[65762]: DEBUG nova.compute.manager [req-ff967bf7-4284-4f58-b09a-c5ef5bdcaf06 req-455907d8-5b0d-43f9-a2f4-17843c5e561c service nova] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Detach interface failed, port_id=8519cffc-0b81-44d4-8c2c-7d2d57db203d, reason: Instance 3f45bce6-f8c7-44a0-acd7-d07110a0af3d could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1253.848194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.019442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.019694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.019886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.020093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.020263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.022218] env[65762]: INFO nova.compute.manager [-] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Took 1.46 seconds to deallocate network for instance. [ 1254.022719] env[65762]: INFO nova.compute.manager [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Terminating instance [ 1254.132801] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1254.528248] env[65762]: DEBUG nova.compute.manager [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1254.528510] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.529438] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5222b176-5849-4ce8-8bfe-ff95a61b021e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.538094] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.538372] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925d028d-8985-409d-9d9a-914c7dbfb3f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.545869] env[65762]: DEBUG oslo_vmware.api [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1254.545869] env[65762]: value = "task-4561179" [ 1254.545869] env[65762]: _type = "Task" [ 1254.545869] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.558482] env[65762]: DEBUG oslo_vmware.api [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.570910] env[65762]: INFO nova.compute.manager [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Took 0.55 seconds to detach 1 volumes for instance. [ 1254.656428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.656776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.658733] env[65762]: INFO nova.compute.claims [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.917523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.917809] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.918062] env[65762]: INFO nova.compute.manager [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Attaching volume 077900bf-ca80-4447-8f9f-458c8e7e64b9 to /dev/sdb [ 1254.957743] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c43d20c-e8ce-44ef-8114-dc275eccada7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.965230] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10efcc0-8a5f-4988-929c-2a86840b4e65 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.979032] env[65762]: DEBUG nova.virt.block_device [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updating existing volume attachment record: f95c62a1-fafa-47df-9a82-ca86f31b0589 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1255.057371] env[65762]: DEBUG oslo_vmware.api [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561179, 'name': PowerOffVM_Task, 'duration_secs': 0.227328} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.057769] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.057892] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.058183] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2248762-aa7b-4857-ac41-6595baad8b4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.077228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.144545] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.144704] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.144892] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleting the datastore file [datastore1] 8b7f2614-9b42-43d3-be93-8f9ebcd77901 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.145180] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45f946a4-bf6e-498a-be8e-b37a50cd3f64 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.152169] env[65762]: DEBUG oslo_vmware.api [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1255.152169] env[65762]: value = "task-4561182" [ 1255.152169] env[65762]: _type = "Task" [ 1255.152169] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.162746] env[65762]: DEBUG oslo_vmware.api [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.662015] env[65762]: DEBUG oslo_vmware.api [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167426} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.662399] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.662569] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.662752] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.662924] env[65762]: INFO nova.compute.manager [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1255.663207] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1255.663428] env[65762]: DEBUG nova.compute.manager [-] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1255.663522] env[65762]: DEBUG nova.network.neutron [-] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1255.663783] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.697457] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.764995] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4375a4c0-059d-4a6e-abcc-e6b0ad3388d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.773537] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87157c20-4297-49de-a0d5-284208ae5616 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.809078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb48b70-5cec-4b6b-9787-1cfdaa80526f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.818114] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911d7fe-1862-4f00-a95b-8b8bea6fe39f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.832612] env[65762]: DEBUG nova.compute.provider_tree [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.152541] env[65762]: DEBUG nova.compute.manager [req-832b06e7-8398-4ca6-bfe8-9adddbb75cea req-a84e9163-adbd-4a2f-988c-995b27ff7776 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Received event network-vif-deleted-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1256.152752] env[65762]: INFO nova.compute.manager [req-832b06e7-8398-4ca6-bfe8-9adddbb75cea req-a84e9163-adbd-4a2f-988c-995b27ff7776 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Neutron deleted interface ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a; detaching it from the instance and deleting it from the info cache [ 1256.153021] env[65762]: DEBUG nova.network.neutron [req-832b06e7-8398-4ca6-bfe8-9adddbb75cea req-a84e9163-adbd-4a2f-988c-995b27ff7776 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.336561] env[65762]: DEBUG nova.scheduler.client.report [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.593359] env[65762]: DEBUG nova.network.neutron [-] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.656209] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddabf7c1-47fa-4097-b609-01110356f4f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.666910] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6781845-733b-48ce-bed0-4aee56f58f34 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.698606] env[65762]: DEBUG nova.compute.manager [req-832b06e7-8398-4ca6-bfe8-9adddbb75cea req-a84e9163-adbd-4a2f-988c-995b27ff7776 service nova] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Detach interface failed, port_id=ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a, reason: Instance 8b7f2614-9b42-43d3-be93-8f9ebcd77901 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1256.845877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.845877] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1256.848770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.772s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.848875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.886713] env[65762]: INFO nova.scheduler.client.report [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted allocations for instance 3f45bce6-f8c7-44a0-acd7-d07110a0af3d [ 1257.097426] env[65762]: INFO nova.compute.manager [-] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Took 1.43 seconds to deallocate network for instance. [ 1257.353830] env[65762]: DEBUG nova.compute.utils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.355705] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1257.355981] env[65762]: DEBUG nova.network.neutron [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1257.356374] env[65762]: WARNING neutronclient.v2_0.client [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.356762] env[65762]: WARNING neutronclient.v2_0.client [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.398308] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1ff69fd5-1e39-47b0-8834-ac418b8096bb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "3f45bce6-f8c7-44a0-acd7-d07110a0af3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.613s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.411362] env[65762]: DEBUG nova.policy [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8617b5069548abbd9aa8f7ca77298e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d9a3d9a73a6422cbeaf5d578ea94cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.605211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.605702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.605880] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.632770] env[65762]: INFO nova.scheduler.client.report [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted allocations for instance 8b7f2614-9b42-43d3-be93-8f9ebcd77901 [ 1257.735587] env[65762]: DEBUG nova.network.neutron [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Successfully created port: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1257.860466] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1258.140497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "8b7f2614-9b42-43d3-be93-8f9ebcd77901" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.121s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.380488] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.380734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.554408] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.554602] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1258.870977] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1258.883097] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1258.897638] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1258.897883] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.898045] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1258.898229] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.898372] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1258.898515] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1258.898744] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.898931] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1258.899115] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1258.899279] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1258.899454] env[65762]: DEBUG nova.virt.hardware [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1258.900725] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ad5e4b-ed3c-4811-953b-f11b90623280 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.909964] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8e8636-c99c-49cb-bdb8-420dfe0df046 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.120877] env[65762]: DEBUG nova.compute.manager [req-7ae43432-ec25-49ca-8523-5ac4964ca303 req-ef3ce37c-1232-4faa-8016-99b5e17ec115 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Received event network-vif-plugged-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1259.121173] env[65762]: DEBUG oslo_concurrency.lockutils [req-7ae43432-ec25-49ca-8523-5ac4964ca303 req-ef3ce37c-1232-4faa-8016-99b5e17ec115 service nova] Acquiring lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.121436] env[65762]: DEBUG oslo_concurrency.lockutils [req-7ae43432-ec25-49ca-8523-5ac4964ca303 req-ef3ce37c-1232-4faa-8016-99b5e17ec115 service nova] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.121735] env[65762]: DEBUG oslo_concurrency.lockutils [req-7ae43432-ec25-49ca-8523-5ac4964ca303 req-ef3ce37c-1232-4faa-8016-99b5e17ec115 service nova] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.121848] env[65762]: DEBUG nova.compute.manager [req-7ae43432-ec25-49ca-8523-5ac4964ca303 req-ef3ce37c-1232-4faa-8016-99b5e17ec115 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] No waiting events found dispatching network-vif-plugged-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1259.121982] env[65762]: WARNING nova.compute.manager [req-7ae43432-ec25-49ca-8523-5ac4964ca303 req-ef3ce37c-1232-4faa-8016-99b5e17ec115 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Received unexpected event network-vif-plugged-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 for instance with vm_state building and task_state spawning. [ 1259.206071] env[65762]: DEBUG nova.network.neutron [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Successfully updated port: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1259.316193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.316430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.405085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.405375] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.406876] env[65762]: INFO nova.compute.claims [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.523079] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1259.523348] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891268', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'name': 'volume-077900bf-ca80-4447-8f9f-458c8e7e64b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3887874f-1077-4a78-ba9e-e93be97f2de4', 'attached_at': '', 'detached_at': '', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'serial': '077900bf-ca80-4447-8f9f-458c8e7e64b9'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1259.524256] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a9a906-5a9d-4f71-bf42-3da98af05ac1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.540581] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b292545-2288-495b-907f-1d97b7c275a7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.564492] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-077900bf-ca80-4447-8f9f-458c8e7e64b9/volume-077900bf-ca80-4447-8f9f-458c8e7e64b9.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.564770] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23df9c73-5323-4425-b104-509d2cb2dc83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.583302] env[65762]: DEBUG oslo_vmware.api [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1259.583302] env[65762]: value = "task-4561184" [ 1259.583302] env[65762]: _type = "Task" [ 1259.583302] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.595268] env[65762]: DEBUG oslo_vmware.api [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.713146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.713146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.713146] env[65762]: DEBUG nova.network.neutron [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1259.819637] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1260.094311] env[65762]: DEBUG oslo_vmware.api [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561184, 'name': ReconfigVM_Task, 'duration_secs': 0.375289} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.094697] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-077900bf-ca80-4447-8f9f-458c8e7e64b9/volume-077900bf-ca80-4447-8f9f-458c8e7e64b9.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.099324] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b888a3-a27e-451b-a2d5-3f3499869c75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.115932] env[65762]: DEBUG oslo_vmware.api [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1260.115932] env[65762]: value = "task-4561185" [ 1260.115932] env[65762]: _type = "Task" [ 1260.115932] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.127385] env[65762]: DEBUG oslo_vmware.api [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.248743] env[65762]: DEBUG nova.network.neutron [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1260.329577] env[65762]: WARNING neutronclient.v2_0.client [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.345267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.410955] env[65762]: DEBUG nova.network.neutron [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updating instance_info_cache with network_info: [{"id": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "address": "fa:16:3e:ea:76:52", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d30b5ee-6d", "ovs_interfaceid": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.498521] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf0227-4950-461a-beb6-0a31a460f45a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.506611] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a052f4-a839-46d4-a881-3c0599795b59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.537324] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375ad12f-4c77-4b1a-9b8b-3fa5cd3b5450 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.545299] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee57fff1-6432-4dfb-bdac-9e793b401b3c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.549318] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.560406] env[65762]: DEBUG nova.compute.provider_tree [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.626591] env[65762]: DEBUG oslo_vmware.api [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561185, 'name': ReconfigVM_Task, 'duration_secs': 0.139416} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.626837] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891268', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'name': 'volume-077900bf-ca80-4447-8f9f-458c8e7e64b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3887874f-1077-4a78-ba9e-e93be97f2de4', 'attached_at': '', 'detached_at': '', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'serial': '077900bf-ca80-4447-8f9f-458c8e7e64b9'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1260.914418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.914791] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Instance network_info: |[{"id": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "address": "fa:16:3e:ea:76:52", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d30b5ee-6d", "ovs_interfaceid": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1260.915266] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:76:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d30b5ee-6dc3-4d32-9a9a-4541f1bca898', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.922785] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1260.922999] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.923726] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c519cadd-2bc9-4e7c-83fd-b4e60190c6ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.944207] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.944207] env[65762]: value = "task-4561186" [ 1260.944207] env[65762]: _type = "Task" [ 1260.944207] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.952525] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561186, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.063908] env[65762]: DEBUG nova.scheduler.client.report [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.150622] env[65762]: DEBUG nova.compute.manager [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Received event network-changed-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1261.150863] env[65762]: DEBUG nova.compute.manager [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Refreshing instance network info cache due to event network-changed-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1261.150930] env[65762]: DEBUG oslo_concurrency.lockutils [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] Acquiring lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.151206] env[65762]: DEBUG oslo_concurrency.lockutils [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] Acquired lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.151275] env[65762]: DEBUG nova.network.neutron [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Refreshing network info cache for port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.454796] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561186, 'name': CreateVM_Task, 'duration_secs': 0.324581} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.454970] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.455443] env[65762]: WARNING neutronclient.v2_0.client [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.455825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.455973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.456295] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.456542] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f908c0ff-416c-4989-9a2b-f3adf9fddf83 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.461983] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1261.461983] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c8479f-2040-6006-5848-95a16228bd27" [ 1261.461983] env[65762]: _type = "Task" [ 1261.461983] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.470362] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c8479f-2040-6006-5848-95a16228bd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.555090] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.569198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.569730] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1261.572576] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.227s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.574081] env[65762]: INFO nova.compute.claims [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.653628] env[65762]: WARNING neutronclient.v2_0.client [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.662898] env[65762]: DEBUG nova.objects.instance [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'flavor' on Instance uuid 3887874f-1077-4a78-ba9e-e93be97f2de4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.818355] env[65762]: WARNING neutronclient.v2_0.client [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.889688] env[65762]: DEBUG nova.network.neutron [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updated VIF entry in instance network info cache for port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1261.890140] env[65762]: DEBUG nova.network.neutron [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updating instance_info_cache with network_info: [{"id": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "address": "fa:16:3e:ea:76:52", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d30b5ee-6d", "ovs_interfaceid": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.973385] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c8479f-2040-6006-5848-95a16228bd27, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.973648] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.973880] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.974126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.974283] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.974449] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.974707] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ec4c9b-ede5-435d-ba1d-86dea7d33bab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.984103] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.984308] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.985102] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e4d1ba-4a61-4a44-895b-b233fda75f38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.990674] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1261.990674] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52afbcad-a9ca-4f45-191e-224e2454a8da" [ 1261.990674] env[65762]: _type = "Task" [ 1261.990674] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.999639] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52afbcad-a9ca-4f45-191e-224e2454a8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.078782] env[65762]: DEBUG nova.compute.utils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.082168] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1262.082359] env[65762]: DEBUG nova.network.neutron [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1262.082679] env[65762]: WARNING neutronclient.v2_0.client [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.082968] env[65762]: WARNING neutronclient.v2_0.client [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.121664] env[65762]: DEBUG nova.policy [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c97bd4e6cc0454cb64c5db8873bf0cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bf8d95399f74ec7a0bdf20a48dd21a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.168495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b5da8296-71c6-40fd-a374-386fb95eadd0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.251s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.393549] env[65762]: DEBUG oslo_concurrency.lockutils [req-150b6585-6e95-4373-b520-6c70ba455d56 req-c3bd9327-ec47-426f-b8aa-1c375c98c956 service nova] Releasing lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.400682] env[65762]: DEBUG nova.network.neutron [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Successfully created port: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1262.430664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.431164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.501611] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52afbcad-a9ca-4f45-191e-224e2454a8da, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.502368] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6c1871-9e80-4395-9073-d7bcff5e24b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.508276] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1262.508276] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52643e04-d2bb-e1e5-6673-3517c03bfa97" [ 1262.508276] env[65762]: _type = "Task" [ 1262.508276] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.516594] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52643e04-d2bb-e1e5-6673-3517c03bfa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.554258] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.582726] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1262.683801] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1edadd-54d3-4c55-9ce2-956afcf44afa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.691922] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca3abd-dd6d-4108-9495-f6b551bee5d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.723011] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf86cc-3fb8-4dd8-813b-0ec7bdc5aa11 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.731157] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94f77e-93db-4d02-b4f5-7e05f8484f9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.744679] env[65762]: DEBUG nova.compute.provider_tree [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.934028] env[65762]: INFO nova.compute.manager [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Detaching volume 077900bf-ca80-4447-8f9f-458c8e7e64b9 [ 1262.971278] env[65762]: INFO nova.virt.block_device [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Attempting to driver detach volume 077900bf-ca80-4447-8f9f-458c8e7e64b9 from mountpoint /dev/sdb [ 1262.971526] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1262.971710] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891268', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'name': 'volume-077900bf-ca80-4447-8f9f-458c8e7e64b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3887874f-1077-4a78-ba9e-e93be97f2de4', 'attached_at': '', 'detached_at': '', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'serial': '077900bf-ca80-4447-8f9f-458c8e7e64b9'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1262.972788] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976efd5-6656-4f9e-bf6a-3c5c500d5780 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.997763] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec0287-c898-468f-9076-505d4c25dadc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.006755] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63516cc-3417-4f9f-a7c3-7d2ba1c0f2e9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.018675] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52643e04-d2bb-e1e5-6673-3517c03bfa97, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.036060] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.036281] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] bed5bb3c-7e48-44a1-ac9e-2356fe87a479/bed5bb3c-7e48-44a1-ac9e-2356fe87a479.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.036708] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c128ccd-8928-48e2-afb1-40263df399ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.039443] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e647b91f-d5ec-42fd-beac-cfb551db592d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.057364] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The volume has not been displaced from its original location: [datastore1] volume-077900bf-ca80-4447-8f9f-458c8e7e64b9/volume-077900bf-ca80-4447-8f9f-458c8e7e64b9.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1263.062921] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.064605] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b338ea-0e3b-450c-b321-6d6d0c9c7a27 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.078333] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1263.078333] env[65762]: value = "task-4561187" [ 1263.078333] env[65762]: _type = "Task" [ 1263.078333] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.084363] env[65762]: DEBUG oslo_vmware.api [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1263.084363] env[65762]: value = "task-4561188" [ 1263.084363] env[65762]: _type = "Task" [ 1263.084363] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.087635] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.100089] env[65762]: DEBUG oslo_vmware.api [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.248532] env[65762]: DEBUG nova.scheduler.client.report [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.588343] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561187, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.597930] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1263.600288] env[65762]: DEBUG oslo_vmware.api [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561188, 'name': ReconfigVM_Task, 'duration_secs': 0.27935} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.600796] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.605512] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660dcf65-e2f0-4166-92c8-52066429d57a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.621113] env[65762]: DEBUG oslo_vmware.api [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1263.621113] env[65762]: value = "task-4561189" [ 1263.621113] env[65762]: _type = "Task" [ 1263.621113] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.627953] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1263.628198] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.628351] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1263.628527] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.628665] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1263.628805] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1263.629008] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1263.629173] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1263.629335] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1263.629489] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1263.629651] env[65762]: DEBUG nova.virt.hardware [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1263.630418] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4542d54-917e-4a0e-96ab-c4f3587edd77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.639934] env[65762]: DEBUG oslo_vmware.api [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.643145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f009c-11bb-462b-81d9-a35cdbb60fc9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.754600] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.755182] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1263.813164] env[65762]: DEBUG nova.compute.manager [req-10f6ac0c-bb2b-4567-a4a7-444cab7b922d req-a545663c-d036-4ee6-b37f-93e9f9e732e7 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-vif-plugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1263.813443] env[65762]: DEBUG oslo_concurrency.lockutils [req-10f6ac0c-bb2b-4567-a4a7-444cab7b922d req-a545663c-d036-4ee6-b37f-93e9f9e732e7 service nova] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.813659] env[65762]: DEBUG oslo_concurrency.lockutils [req-10f6ac0c-bb2b-4567-a4a7-444cab7b922d req-a545663c-d036-4ee6-b37f-93e9f9e732e7 service nova] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.813874] env[65762]: DEBUG oslo_concurrency.lockutils [req-10f6ac0c-bb2b-4567-a4a7-444cab7b922d req-a545663c-d036-4ee6-b37f-93e9f9e732e7 service nova] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.814084] env[65762]: DEBUG nova.compute.manager [req-10f6ac0c-bb2b-4567-a4a7-444cab7b922d req-a545663c-d036-4ee6-b37f-93e9f9e732e7 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] No waiting events found dispatching network-vif-plugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1263.814260] env[65762]: WARNING nova.compute.manager [req-10f6ac0c-bb2b-4567-a4a7-444cab7b922d req-a545663c-d036-4ee6-b37f-93e9f9e732e7 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received unexpected event network-vif-plugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 for instance with vm_state building and task_state spawning. [ 1263.916902] env[65762]: DEBUG nova.network.neutron [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Successfully updated port: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1264.090448] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547824} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.090727] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] bed5bb3c-7e48-44a1-ac9e-2356fe87a479/bed5bb3c-7e48-44a1-ac9e-2356fe87a479.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.090937] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.091228] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df82b195-032b-4e7a-8d78-8d49c8191820 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.098871] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1264.098871] env[65762]: value = "task-4561190" [ 1264.098871] env[65762]: _type = "Task" [ 1264.098871] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.109414] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.131116] env[65762]: DEBUG oslo_vmware.api [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561189, 'name': ReconfigVM_Task, 'duration_secs': 0.146427} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.131545] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891268', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'name': 'volume-077900bf-ca80-4447-8f9f-458c8e7e64b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3887874f-1077-4a78-ba9e-e93be97f2de4', 'attached_at': '', 'detached_at': '', 'volume_id': '077900bf-ca80-4447-8f9f-458c8e7e64b9', 'serial': '077900bf-ca80-4447-8f9f-458c8e7e64b9'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1264.261039] env[65762]: DEBUG nova.compute.utils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.262548] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1264.263329] env[65762]: DEBUG nova.network.neutron [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1264.263329] env[65762]: WARNING neutronclient.v2_0.client [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.263470] env[65762]: WARNING neutronclient.v2_0.client [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.309808] env[65762]: DEBUG nova.policy [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b08ebb61a8a416a949297f0789596a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b03dec26b794827b9a397ff1fe40e5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.420763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.421009] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.421224] env[65762]: DEBUG nova.network.neutron [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1264.555275] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.609769] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076396} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.610120] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.610984] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5cbc71-1e64-4bc3-a04e-c30e337d31f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.634094] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] bed5bb3c-7e48-44a1-ac9e-2356fe87a479/bed5bb3c-7e48-44a1-ac9e-2356fe87a479.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.635262] env[65762]: DEBUG nova.network.neutron [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Successfully created port: bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1264.637505] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60098a1a-6137-4573-a4c1-e508ea76b5b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.660189] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1264.660189] env[65762]: value = "task-4561191" [ 1264.660189] env[65762]: _type = "Task" [ 1264.660189] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.669250] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.684272] env[65762]: DEBUG nova.objects.instance [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'flavor' on Instance uuid 3887874f-1077-4a78-ba9e-e93be97f2de4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.766555] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1264.959877] env[65762]: DEBUG nova.network.neutron [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1265.041682] env[65762]: WARNING neutronclient.v2_0.client [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.114592] env[65762]: DEBUG nova.network.neutron [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.171801] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561191, 'name': ReconfigVM_Task, 'duration_secs': 0.347642} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.172069] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Reconfigured VM instance instance-00000075 to attach disk [datastore1] bed5bb3c-7e48-44a1-ac9e-2356fe87a479/bed5bb3c-7e48-44a1-ac9e-2356fe87a479.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.173953] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a843c98-635d-461d-8627-438cfcf55b2f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.180972] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1265.180972] env[65762]: value = "task-4561192" [ 1265.180972] env[65762]: _type = "Task" [ 1265.180972] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.192120] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561192, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.549412] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.617198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.617581] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance network_info: |[{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1265.618075] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5425d3-7942-442c-a1c2-31ccfea3e8f2', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.625796] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1265.626049] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.626284] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f613b44d-d5d2-45ef-a232-bba85ec21930 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.647990] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.647990] env[65762]: value = "task-4561193" [ 1265.647990] env[65762]: _type = "Task" [ 1265.647990] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.656163] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561193, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.691133] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561192, 'name': Rename_Task, 'duration_secs': 0.158156} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.691574] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.691856] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9680032d-996c-4c7f-90e5-645834f41acd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.695305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-0d1ed7a9-0a5f-43e7-9718-e8f7270ea727 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.699904] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1265.699904] env[65762]: value = "task-4561194" [ 1265.699904] env[65762]: _type = "Task" [ 1265.699904] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.709827] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.777932] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1265.805589] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1265.805886] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.806069] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1265.806268] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.806409] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1265.806551] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1265.806765] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.806914] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1265.807096] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1265.807264] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1265.807456] env[65762]: DEBUG nova.virt.hardware [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1265.808533] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149eefb4-b3f8-4623-91be-374b7744b3be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.817367] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3a66a-0492-4e3b-b4fa-e3a7e08b4214 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.847339] env[65762]: DEBUG nova.compute.manager [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1265.847734] env[65762]: DEBUG nova.compute.manager [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing instance network info cache due to event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1265.848091] env[65762]: DEBUG oslo_concurrency.lockutils [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.848160] env[65762]: DEBUG oslo_concurrency.lockutils [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.848297] env[65762]: DEBUG nova.network.neutron [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.055623] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.070321] env[65762]: DEBUG nova.compute.manager [req-6766c682-2730-4755-b98d-550498d54f04 req-c762291a-7ad0-4055-ae06-b1daedddb6e0 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Received event network-vif-plugged-bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1266.070541] env[65762]: DEBUG oslo_concurrency.lockutils [req-6766c682-2730-4755-b98d-550498d54f04 req-c762291a-7ad0-4055-ae06-b1daedddb6e0 service nova] Acquiring lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.070788] env[65762]: DEBUG oslo_concurrency.lockutils [req-6766c682-2730-4755-b98d-550498d54f04 req-c762291a-7ad0-4055-ae06-b1daedddb6e0 service nova] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.070899] env[65762]: DEBUG oslo_concurrency.lockutils [req-6766c682-2730-4755-b98d-550498d54f04 req-c762291a-7ad0-4055-ae06-b1daedddb6e0 service nova] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.071704] env[65762]: DEBUG nova.compute.manager [req-6766c682-2730-4755-b98d-550498d54f04 req-c762291a-7ad0-4055-ae06-b1daedddb6e0 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] No waiting events found dispatching network-vif-plugged-bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1266.071704] env[65762]: WARNING nova.compute.manager [req-6766c682-2730-4755-b98d-550498d54f04 req-c762291a-7ad0-4055-ae06-b1daedddb6e0 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Received unexpected event network-vif-plugged-bff0370e-4cd5-4a83-85c1-756b587448d6 for instance with vm_state building and task_state spawning. [ 1266.159302] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561193, 'name': CreateVM_Task, 'duration_secs': 0.35653} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.159507] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.160071] env[65762]: WARNING neutronclient.v2_0.client [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.160461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.160587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.160900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.161185] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6eeb49-f3a0-403a-92c2-6dc01b3fc5db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.167589] env[65762]: DEBUG nova.network.neutron [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Successfully updated port: bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1266.170819] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1266.170819] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ef78ea-7095-f4a6-9b86-f6e56baa1f17" [ 1266.170819] env[65762]: _type = "Task" [ 1266.170819] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.180663] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ef78ea-7095-f4a6-9b86-f6e56baa1f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.213320] env[65762]: DEBUG oslo_vmware.api [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561194, 'name': PowerOnVM_Task, 'duration_secs': 0.477913} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.213860] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.213860] env[65762]: INFO nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1266.213975] env[65762]: DEBUG nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1266.215009] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec84871-ebb9-4ee0-a6fe-83516a0c332f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.350934] env[65762]: WARNING neutronclient.v2_0.client [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.513531] env[65762]: WARNING neutronclient.v2_0.client [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.554878] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.595628] env[65762]: DEBUG nova.network.neutron [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updated VIF entry in instance network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1266.596028] env[65762]: DEBUG nova.network.neutron [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.672662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.673395] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.673395] env[65762]: DEBUG nova.network.neutron [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1266.684890] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ef78ea-7095-f4a6-9b86-f6e56baa1f17, 'name': SearchDatastore_Task, 'duration_secs': 0.012877} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.685185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.685904] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.685904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.685904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.686075] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.686243] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0445da1-1dd4-4417-956f-cbe311319477 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.696464] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.696684] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.697438] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d94c2e-9dec-487c-afcb-8f6f70162f9b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.703375] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1266.703375] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52907100-cd0d-30f3-78d1-73b20125e346" [ 1266.703375] env[65762]: _type = "Task" [ 1266.703375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.712054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.712172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.712275] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "3887874f-1077-4a78-ba9e-e93be97f2de4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.712455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.712616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.714150] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52907100-cd0d-30f3-78d1-73b20125e346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.714654] env[65762]: INFO nova.compute.manager [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Terminating instance [ 1266.734858] env[65762]: INFO nova.compute.manager [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Took 12.10 seconds to build instance. [ 1267.058379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.058616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.058778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.058926] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1267.059834] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52edfe6-748f-4d17-a5e1-8b072594590f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.069462] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8ad381-df66-47d7-8155-cba63087c3bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.085020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbde5bf-7977-4dd9-800d-34f364814717 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.092233] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a34f09-852f-4fc5-80a5-30097ea54ede {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.121839] env[65762]: DEBUG oslo_concurrency.lockutils [req-65b0c602-6a6b-41b5-b0ec-3a79e0c53774 req-150e7dbc-ad1e-4ee9-b121-22a38048ba60 service nova] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.122684] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179393MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1267.122824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.123041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.209328] env[65762]: DEBUG nova.network.neutron [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1267.218513] env[65762]: DEBUG nova.compute.manager [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1267.218585] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.218874] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52907100-cd0d-30f3-78d1-73b20125e346, 'name': SearchDatastore_Task, 'duration_secs': 0.017689} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.219617] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f56da-4486-41ae-8eda-f95e58c138f7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.222944] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6bd442-75ce-4834-a0f2-b2d1ac6d8d36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.233340] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1267.233340] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523fa88e-8550-9df5-eb62-ba85972f0d87" [ 1267.233340] env[65762]: _type = "Task" [ 1267.233340] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.233609] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.233881] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fe5ffa-54e1-45a2-ab58-fb5fd8622a51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.238188] env[65762]: DEBUG oslo_concurrency.lockutils [None req-585839af-93d4-4742-a04b-43e93a1dcbe2 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.608s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.245078] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523fa88e-8550-9df5-eb62-ba85972f0d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.246422] env[65762]: DEBUG oslo_vmware.api [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1267.246422] env[65762]: value = "task-4561195" [ 1267.246422] env[65762]: _type = "Task" [ 1267.246422] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.255487] env[65762]: DEBUG oslo_vmware.api [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.300673] env[65762]: WARNING neutronclient.v2_0.client [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.404871] env[65762]: DEBUG nova.network.neutron [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updating instance_info_cache with network_info: [{"id": "bff0370e-4cd5-4a83-85c1-756b587448d6", "address": "fa:16:3e:f8:ed:b9", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0370e-4c", "ovs_interfaceid": "bff0370e-4cd5-4a83-85c1-756b587448d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.745313] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523fa88e-8550-9df5-eb62-ba85972f0d87, 'name': SearchDatastore_Task, 'duration_secs': 0.03347} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.745652] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.745935] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.746223] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7bef45e-50f6-4cad-a710-9dae3b23cb49 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.757515] env[65762]: DEBUG oslo_vmware.api [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561195, 'name': PowerOffVM_Task, 'duration_secs': 0.193076} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.758764] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.758965] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.759249] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1267.759249] env[65762]: value = "task-4561196" [ 1267.759249] env[65762]: _type = "Task" [ 1267.759249] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.759446] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59ae3fd4-5f53-4de3-bf67-80d60137f473 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.768976] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.834912] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.835312] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.835654] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleting the datastore file [datastore2] 3887874f-1077-4a78-ba9e-e93be97f2de4 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.835964] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c49248b-567e-498e-a41c-a145c3a30d5c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.843935] env[65762]: DEBUG oslo_vmware.api [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1267.843935] env[65762]: value = "task-4561198" [ 1267.843935] env[65762]: _type = "Task" [ 1267.843935] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.852473] env[65762]: DEBUG oslo_vmware.api [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.874117] env[65762]: DEBUG nova.compute.manager [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Received event network-changed-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1267.874460] env[65762]: DEBUG nova.compute.manager [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Refreshing instance network info cache due to event network-changed-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1267.874650] env[65762]: DEBUG oslo_concurrency.lockutils [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] Acquiring lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.874756] env[65762]: DEBUG oslo_concurrency.lockutils [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] Acquired lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.874976] env[65762]: DEBUG nova.network.neutron [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Refreshing network info cache for port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.907665] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.908112] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Instance network_info: |[{"id": "bff0370e-4cd5-4a83-85c1-756b587448d6", "address": "fa:16:3e:f8:ed:b9", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0370e-4c", "ovs_interfaceid": "bff0370e-4cd5-4a83-85c1-756b587448d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1267.908605] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:ed:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff0370e-4cd5-4a83-85c1-756b587448d6', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.917171] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1267.917999] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.918286] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b202d92f-c99a-45b7-b62b-499ae92d22e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.940093] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.940093] env[65762]: value = "task-4561199" [ 1267.940093] env[65762]: _type = "Task" [ 1267.940093] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.948761] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561199, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.104454] env[65762]: DEBUG nova.compute.manager [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Received event network-changed-bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1268.104693] env[65762]: DEBUG nova.compute.manager [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Refreshing instance network info cache due to event network-changed-bff0370e-4cd5-4a83-85c1-756b587448d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1268.104962] env[65762]: DEBUG oslo_concurrency.lockutils [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] Acquiring lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.105328] env[65762]: DEBUG oslo_concurrency.lockutils [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] Acquired lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.105512] env[65762]: DEBUG nova.network.neutron [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Refreshing network info cache for port bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 05960ea2-702c-406c-8564-5b2982d2adb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 93e08aeb-775d-4451-a78c-65c5e5eac53a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 3887874f-1077-4a78-ba9e-e93be97f2de4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance bed5bb3c-7e48-44a1-ac9e-2356fe87a479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4153c583-998a-4a78-9f6d-a2ed72b4e04e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1268.157332] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '6', 'num_proj_8d9a3d9a73a6422cbeaf5d578ea94cc4': '2', 'io_workload': '2', 'num_proj_f5f5c6afa2b046038d8a5411e6107153': '1', 'num_task_deleting': '1', 'num_proj_6cc5af05943e45b99512d4c845535680': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_2bf8d95399f74ec7a0bdf20a48dd21a4': '1', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1268.254623] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e91123-488e-4f46-bb46-af2c475616e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.266192] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6ecd32-1d8a-4e7f-9f42-64f4441eb693 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.276354] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561196, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.305149] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa2bb8a-d457-422d-a365-881c136c506c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.314258] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bbd7c1-1245-4d72-b58d-c6242843fee9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.329164] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.354247] env[65762]: DEBUG oslo_vmware.api [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332879} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.354598] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.354807] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.355054] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.355261] env[65762]: INFO nova.compute.manager [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1268.355497] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1268.355688] env[65762]: DEBUG nova.compute.manager [-] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1268.355790] env[65762]: DEBUG nova.network.neutron [-] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1268.356072] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.378125] env[65762]: WARNING neutronclient.v2_0.client [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.403121] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.451081] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561199, 'name': CreateVM_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.530062] env[65762]: WARNING neutronclient.v2_0.client [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.608774] env[65762]: WARNING neutronclient.v2_0.client [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.691284] env[65762]: DEBUG nova.network.neutron [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updated VIF entry in instance network info cache for port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1268.691699] env[65762]: DEBUG nova.network.neutron [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updating instance_info_cache with network_info: [{"id": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "address": "fa:16:3e:ea:76:52", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d30b5ee-6d", "ovs_interfaceid": "9d30b5ee-6dc3-4d32-9a9a-4541f1bca898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.775952] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53718} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.776317] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.776455] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.776702] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1a9749-9468-47a4-8cf2-e6f66dccb3ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.787545] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1268.787545] env[65762]: value = "task-4561201" [ 1268.787545] env[65762]: _type = "Task" [ 1268.787545] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.796909] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.834138] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.896568] env[65762]: WARNING neutronclient.v2_0.client [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.952746] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561199, 'name': CreateVM_Task, 'duration_secs': 0.869337} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.952908] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.953453] env[65762]: WARNING neutronclient.v2_0.client [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.953811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.953996] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.954343] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.954604] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19120b4-d383-48e4-b356-b488527fc1d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.960532] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1268.960532] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f7f785-b177-415d-608e-4f5bec2eb21f" [ 1268.960532] env[65762]: _type = "Task" [ 1268.960532] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.969420] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f7f785-b177-415d-608e-4f5bec2eb21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.970320] env[65762]: DEBUG nova.network.neutron [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updated VIF entry in instance network info cache for port bff0370e-4cd5-4a83-85c1-756b587448d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1268.970665] env[65762]: DEBUG nova.network.neutron [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updating instance_info_cache with network_info: [{"id": "bff0370e-4cd5-4a83-85c1-756b587448d6", "address": "fa:16:3e:f8:ed:b9", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0370e-4c", "ovs_interfaceid": "bff0370e-4cd5-4a83-85c1-756b587448d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.194902] env[65762]: DEBUG oslo_concurrency.lockutils [req-d6148bf1-6368-4b0e-b540-3e17e6a97ed1 req-752855b4-f7a0-427d-992d-b1cb6a9660dd service nova] Releasing lock "refresh_cache-bed5bb3c-7e48-44a1-ac9e-2356fe87a479" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.299197] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069851} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.299515] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.300431] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb0d93-3b0b-4c90-bcfb-f5e455c3c1cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.326406] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.326779] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9235060-c8f4-4ee4-8ad9-fae322189178 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.342143] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1269.342143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.342316] env[65762]: DEBUG nova.network.neutron [-] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.349585] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1269.349585] env[65762]: value = "task-4561202" [ 1269.349585] env[65762]: _type = "Task" [ 1269.349585] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.362044] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.472066] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f7f785-b177-415d-608e-4f5bec2eb21f, 'name': SearchDatastore_Task, 'duration_secs': 0.015186} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.472926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.473185] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.473441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.473590] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.473768] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.474251] env[65762]: DEBUG oslo_concurrency.lockutils [req-4df91411-eac5-413f-b573-c77bd1299656 req-b16cae48-e839-47f7-9200-0c1e8f6dcb03 service nova] Releasing lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.475007] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74051c89-4e2c-431b-9f9d-ce1155a1f0b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.485225] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.485564] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.486159] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2a5b7f-7860-42b3-8eed-f9fbff256b30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.493201] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1269.493201] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b1d467-cc04-af9f-20b3-6235117af4c5" [ 1269.493201] env[65762]: _type = "Task" [ 1269.493201] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.502557] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b1d467-cc04-af9f-20b3-6235117af4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.846160] env[65762]: INFO nova.compute.manager [-] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Took 1.49 seconds to deallocate network for instance. [ 1269.861150] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.904233] env[65762]: DEBUG nova.compute.manager [req-6e018da5-34d6-4b09-9212-9a9fa609d6e1 req-174ca1ea-546c-4734-b832-9222f83c6fd7 service nova] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Received event network-vif-deleted-8676630b-c42b-4a24-ad72-b1c933c58d69 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1269.960768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.960960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.003864] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b1d467-cc04-af9f-20b3-6235117af4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.004757] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89227aa-78cb-49ab-93f1-5566a71d2b72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.012329] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1270.012329] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529cf6fe-a6fe-003f-fd86-6b7f3c5a560e" [ 1270.012329] env[65762]: _type = "Task" [ 1270.012329] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.021363] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529cf6fe-a6fe-003f-fd86-6b7f3c5a560e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.343207] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.356509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.356842] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.357107] env[65762]: DEBUG nova.objects.instance [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'resources' on Instance uuid 3887874f-1077-4a78-ba9e-e93be97f2de4 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.365073] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561202, 'name': ReconfigVM_Task, 'duration_secs': 0.896767} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.365437] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.366277] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-661eeed8-775d-4c38-b16d-bbe2be309c69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.374893] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1270.374893] env[65762]: value = "task-4561203" [ 1270.374893] env[65762]: _type = "Task" [ 1270.374893] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.386190] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561203, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.464279] env[65762]: INFO nova.compute.manager [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Detaching volume 12b452c1-ace8-4c1b-bda3-7f688ccea92c [ 1270.499543] env[65762]: INFO nova.virt.block_device [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Attempting to driver detach volume 12b452c1-ace8-4c1b-bda3-7f688ccea92c from mountpoint /dev/sdb [ 1270.499806] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.499990] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891267', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'name': 'volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93e08aeb-775d-4451-a78c-65c5e5eac53a', 'attached_at': '', 'detached_at': '', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'serial': '12b452c1-ace8-4c1b-bda3-7f688ccea92c'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.500969] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b66de-d201-4280-9601-228d5d2cd98d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.527945] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a67dd0-5549-48fe-ae5c-2f2cf5406d9e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.536278] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]529cf6fe-a6fe-003f-fd86-6b7f3c5a560e, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.538049] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.538317] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 4153c583-998a-4a78-9f6d-a2ed72b4e04e/4153c583-998a-4a78-9f6d-a2ed72b4e04e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.538699] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d78e07-df90-43e2-a296-a1af2afc549f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.540978] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d45291-0ed9-4068-b99a-18d00f70b46b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.549742] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1270.549742] env[65762]: value = "task-4561204" [ 1270.549742] env[65762]: _type = "Task" [ 1270.549742] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.569063] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d8096-02cd-47c3-b165-07c1c7d974db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.577104] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.587260] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The volume has not been displaced from its original location: [datastore2] volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c/volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1270.592512] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.592816] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa26dca-eb4f-4c38-90d6-4c296b6e7b16 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.611295] env[65762]: DEBUG oslo_vmware.api [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1270.611295] env[65762]: value = "task-4561205" [ 1270.611295] env[65762]: _type = "Task" [ 1270.611295] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.622116] env[65762]: DEBUG oslo_vmware.api [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.888060] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561203, 'name': Rename_Task, 'duration_secs': 0.355936} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.888060] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.888060] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db602323-be8b-4a80-9ba1-1cff79715c9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.897587] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1270.897587] env[65762]: value = "task-4561206" [ 1270.897587] env[65762]: _type = "Task" [ 1270.897587] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.909334] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.967522] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b7b6fc-a01b-496e-8940-a6fb39634e77 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.976446] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381bae66-ecf8-416b-9570-b20c604548df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.010210] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e825539-5af9-4f53-bc3b-7d921aae4c31 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.021422] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272966b-c639-4eef-9916-3019bccbfdb2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.040105] env[65762]: DEBUG nova.compute.provider_tree [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.076361] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561204, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.124742] env[65762]: DEBUG oslo_vmware.api [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561205, 'name': ReconfigVM_Task, 'duration_secs': 0.273025} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.124742] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.129250] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3606518-d8d7-41b9-9b1b-2c87847feed9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.145978] env[65762]: DEBUG oslo_vmware.api [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1271.145978] env[65762]: value = "task-4561207" [ 1271.145978] env[65762]: _type = "Task" [ 1271.145978] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.160040] env[65762]: DEBUG oslo_vmware.api [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.409450] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.584464] env[65762]: DEBUG nova.scheduler.client.report [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.584464] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808737} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.584464] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 4153c583-998a-4a78-9f6d-a2ed72b4e04e/4153c583-998a-4a78-9f6d-a2ed72b4e04e.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.584464] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.584464] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae20cf0b-d092-42a9-9be3-88f8737e4f2d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.588687] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1271.588687] env[65762]: value = "task-4561208" [ 1271.588687] env[65762]: _type = "Task" [ 1271.588687] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.599477] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.659357] env[65762]: DEBUG oslo_vmware.api [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561207, 'name': ReconfigVM_Task, 'duration_secs': 0.166551} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.659769] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891267', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'name': 'volume-12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93e08aeb-775d-4451-a78c-65c5e5eac53a', 'attached_at': '', 'detached_at': '', 'volume_id': '12b452c1-ace8-4c1b-bda3-7f688ccea92c', 'serial': '12b452c1-ace8-4c1b-bda3-7f688ccea92c'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1271.910089] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561206, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.050970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.078400] env[65762]: INFO nova.scheduler.client.report [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted allocations for instance 3887874f-1077-4a78-ba9e-e93be97f2de4 [ 1272.099009] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264142} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.099303] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.100123] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19455188-3bcc-4351-9494-3780b4d40e63 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.123656] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 4153c583-998a-4a78-9f6d-a2ed72b4e04e/4153c583-998a-4a78-9f6d-a2ed72b4e04e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.123991] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ced61c3-70c8-4aaf-bd1d-92ac0082dfa8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.147283] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1272.147283] env[65762]: value = "task-4561210" [ 1272.147283] env[65762]: _type = "Task" [ 1272.147283] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.157132] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.209212] env[65762]: DEBUG nova.objects.instance [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.413088] env[65762]: DEBUG oslo_vmware.api [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561206, 'name': PowerOnVM_Task, 'duration_secs': 1.334342} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.413508] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.413780] env[65762]: INFO nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1272.414040] env[65762]: DEBUG nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1272.415242] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f5a1d9-11c5-49c5-9e81-a9c47cb7b6b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.586396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-10dadc0e-11e0-4cdf-874e-6d999f6690ed tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "3887874f-1077-4a78-ba9e-e93be97f2de4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.661399] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.936892] env[65762]: INFO nova.compute.manager [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Took 13.55 seconds to build instance. [ 1273.160776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.161120] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.216141] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3ebd5257-4ec4-4ecd-8678-330c23f182df tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.217355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.057s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.217539] env[65762]: DEBUG nova.compute.manager [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1273.218623] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb2c68-beef-4edc-87bf-f34839bc8501 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.226078] env[65762]: DEBUG nova.compute.manager [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1273.226664] env[65762]: DEBUG nova.objects.instance [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.439564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.059s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.659639] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561210, 'name': ReconfigVM_Task, 'duration_secs': 1.041442} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.659639] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 4153c583-998a-4a78-9f6d-a2ed72b4e04e/4153c583-998a-4a78-9f6d-a2ed72b4e04e.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.660247] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e350e70c-0e53-4492-a39d-38be0d2f34f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.668161] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1273.668161] env[65762]: value = "task-4561211" [ 1273.668161] env[65762]: _type = "Task" [ 1273.668161] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.678784] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561211, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.003639] env[65762]: DEBUG nova.compute.manager [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1274.003958] env[65762]: DEBUG nova.compute.manager [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing instance network info cache due to event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1274.004070] env[65762]: DEBUG oslo_concurrency.lockutils [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.004214] env[65762]: DEBUG oslo_concurrency.lockutils [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.004464] env[65762]: DEBUG nova.network.neutron [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.179065] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561211, 'name': Rename_Task, 'duration_secs': 0.289197} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.179431] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.179686] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e89634f-423c-4533-a005-edf8be2e718c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.187146] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1274.187146] env[65762]: value = "task-4561213" [ 1274.187146] env[65762]: _type = "Task" [ 1274.187146] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.198539] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.234035] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.235057] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fef7f8c-8a23-4e74-bb5f-ace54d40f821 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.242110] env[65762]: DEBUG oslo_vmware.api [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1274.242110] env[65762]: value = "task-4561214" [ 1274.242110] env[65762]: _type = "Task" [ 1274.242110] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.253023] env[65762]: DEBUG oslo_vmware.api [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.508030] env[65762]: WARNING neutronclient.v2_0.client [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.687339] env[65762]: WARNING neutronclient.v2_0.client [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.699160] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561213, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.753077] env[65762]: DEBUG oslo_vmware.api [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561214, 'name': PowerOffVM_Task, 'duration_secs': 0.209925} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.753279] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.753383] env[65762]: DEBUG nova.compute.manager [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1274.754306] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8235c95c-7511-48bf-ba3f-186c27974838 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.758049] env[65762]: DEBUG nova.network.neutron [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updated VIF entry in instance network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1274.758471] env[65762]: DEBUG nova.network.neutron [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.080410] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.080688] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.201210] env[65762]: DEBUG oslo_vmware.api [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561213, 'name': PowerOnVM_Task, 'duration_secs': 0.773993} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.201534] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.201745] env[65762]: INFO nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1275.201919] env[65762]: DEBUG nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1275.202712] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baab814-3648-434f-974d-17c88c7a1853 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.261776] env[65762]: DEBUG oslo_concurrency.lockutils [req-941c37c8-8b76-40d2-afb3-e1aa2620e05e req-dbae7dbb-7253-48af-8a00-15cb9faedcbb service nova] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.269926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-52a34edf-66d7-487b-a48f-70281bca5c09 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.583176] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1275.719500] env[65762]: INFO nova.compute.manager [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Took 15.40 seconds to build instance. [ 1275.760133] env[65762]: DEBUG nova.objects.instance [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.040041] env[65762]: DEBUG nova.compute.manager [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Received event network-changed-bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1276.040329] env[65762]: DEBUG nova.compute.manager [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Refreshing instance network info cache due to event network-changed-bff0370e-4cd5-4a83-85c1-756b587448d6. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1276.040639] env[65762]: DEBUG oslo_concurrency.lockutils [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] Acquiring lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.040866] env[65762]: DEBUG oslo_concurrency.lockutils [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] Acquired lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.041135] env[65762]: DEBUG nova.network.neutron [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Refreshing network info cache for port bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.108546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.108895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.110990] env[65762]: INFO nova.compute.claims [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.221437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-afdebb42-756a-4c2c-ba50-8074158bc769 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.905s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.265804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.266051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.266190] env[65762]: DEBUG nova.network.neutron [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.266363] env[65762]: DEBUG nova.objects.instance [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'info_cache' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.544462] env[65762]: WARNING neutronclient.v2_0.client [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.711712] env[65762]: WARNING neutronclient.v2_0.client [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.769278] env[65762]: DEBUG nova.objects.base [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Object Instance<93e08aeb-775d-4451-a78c-65c5e5eac53a> lazy-loaded attributes: flavor,info_cache {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.781332] env[65762]: DEBUG nova.network.neutron [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updated VIF entry in instance network info cache for port bff0370e-4cd5-4a83-85c1-756b587448d6. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1276.781738] env[65762]: DEBUG nova.network.neutron [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updating instance_info_cache with network_info: [{"id": "bff0370e-4cd5-4a83-85c1-756b587448d6", "address": "fa:16:3e:f8:ed:b9", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0370e-4c", "ovs_interfaceid": "bff0370e-4cd5-4a83-85c1-756b587448d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.210863] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256cd00-f6b8-457a-b7be-6f2a4477e88a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.219747] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f21a32-c238-4865-90a2-eb990772253a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.251880] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fadcfc8-66e8-4a05-996b-4aeab9cd6cdd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.260126] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c779d9b2-24f0-4d0b-9326-f6ac6a31fab0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.275059] env[65762]: WARNING neutronclient.v2_0.client [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.277665] env[65762]: DEBUG nova.compute.provider_tree [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.284175] env[65762]: DEBUG oslo_concurrency.lockutils [req-8505ffd4-fdb6-4eba-b555-e6fad53f4259 req-869d7989-021f-4646-82e4-8644bc48ca00 service nova] Releasing lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.431669] env[65762]: WARNING neutronclient.v2_0.client [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.507692] env[65762]: DEBUG nova.network.neutron [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [{"id": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "address": "fa:16:3e:ba:7a:f9", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe7ce59-8b", "ovs_interfaceid": "ebe7ce59-8b22-493e-9576-7b3b8ef80224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.780734] env[65762]: DEBUG nova.scheduler.client.report [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.010892] env[65762]: DEBUG oslo_concurrency.lockutils [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "refresh_cache-93e08aeb-775d-4451-a78c-65c5e5eac53a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.285513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.286127] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1278.792546] env[65762]: DEBUG nova.compute.utils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.793724] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1278.794046] env[65762]: DEBUG nova.network.neutron [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1278.794268] env[65762]: WARNING neutronclient.v2_0.client [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.794618] env[65762]: WARNING neutronclient.v2_0.client [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.849650] env[65762]: DEBUG nova.policy [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1072524e9cf4f928c1e571f292ce235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc5af05943e45b99512d4c845535680', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.016725] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.016725] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc5e02f-63a6-40bc-8d2c-3e4483ce7234 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.026276] env[65762]: DEBUG oslo_vmware.api [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1279.026276] env[65762]: value = "task-4561217" [ 1279.026276] env[65762]: _type = "Task" [ 1279.026276] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.037642] env[65762]: DEBUG oslo_vmware.api [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.298589] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1279.539153] env[65762]: DEBUG oslo_vmware.api [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.672538] env[65762]: DEBUG nova.network.neutron [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Successfully created port: e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1280.042903] env[65762]: DEBUG oslo_vmware.api [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561217, 'name': PowerOnVM_Task, 'duration_secs': 0.69589} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.043227] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.043562] env[65762]: DEBUG nova.compute.manager [None req-7e1596ae-248c-4436-a901-89975ecb3c4a tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1280.044924] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e43081-5b38-41ba-abbd-1ee928e7487a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.311220] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1280.340239] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1280.340492] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.340630] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1280.340842] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.341014] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1280.341164] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1280.341371] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.341526] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1280.341687] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1280.341842] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1280.342016] env[65762]: DEBUG nova.virt.hardware [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1280.342919] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b834a2-9c3e-4579-bdcd-1f77a8d6e933 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.352159] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7584580-5000-4e62-8e4d-034472de851a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.185223] env[65762]: DEBUG nova.compute.manager [req-e8d53593-3832-41a6-96cc-41a8b3400557 req-511905f9-8fe3-44ce-a37c-34367ccfb266 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Received event network-vif-plugged-e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1281.185442] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8d53593-3832-41a6-96cc-41a8b3400557 req-511905f9-8fe3-44ce-a37c-34367ccfb266 service nova] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.185708] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8d53593-3832-41a6-96cc-41a8b3400557 req-511905f9-8fe3-44ce-a37c-34367ccfb266 service nova] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.185945] env[65762]: DEBUG oslo_concurrency.lockutils [req-e8d53593-3832-41a6-96cc-41a8b3400557 req-511905f9-8fe3-44ce-a37c-34367ccfb266 service nova] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.186151] env[65762]: DEBUG nova.compute.manager [req-e8d53593-3832-41a6-96cc-41a8b3400557 req-511905f9-8fe3-44ce-a37c-34367ccfb266 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] No waiting events found dispatching network-vif-plugged-e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1281.186421] env[65762]: WARNING nova.compute.manager [req-e8d53593-3832-41a6-96cc-41a8b3400557 req-511905f9-8fe3-44ce-a37c-34367ccfb266 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Received unexpected event network-vif-plugged-e172b075-4461-45d4-8fce-f2b82d98da04 for instance with vm_state building and task_state spawning. [ 1281.283781] env[65762]: DEBUG nova.network.neutron [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Successfully updated port: e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1281.787414] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.787414] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.787852] env[65762]: DEBUG nova.network.neutron [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1282.322702] env[65762]: DEBUG nova.network.neutron [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1282.402884] env[65762]: WARNING neutronclient.v2_0.client [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.477930] env[65762]: DEBUG nova.network.neutron [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updating instance_info_cache with network_info: [{"id": "e172b075-4461-45d4-8fce-f2b82d98da04", "address": "fa:16:3e:c9:38:77", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape172b075-44", "ovs_interfaceid": "e172b075-4461-45d4-8fce-f2b82d98da04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.981057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.981431] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Instance network_info: |[{"id": "e172b075-4461-45d4-8fce-f2b82d98da04", "address": "fa:16:3e:c9:38:77", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape172b075-44", "ovs_interfaceid": "e172b075-4461-45d4-8fce-f2b82d98da04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1282.981889] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:38:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e172b075-4461-45d4-8fce-f2b82d98da04', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.989611] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1282.989866] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.990121] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81a6d5a3-0de5-4c69-8b53-65b960081f85 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.011296] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.011296] env[65762]: value = "task-4561220" [ 1283.011296] env[65762]: _type = "Task" [ 1283.011296] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.019691] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561220, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.215581] env[65762]: DEBUG nova.compute.manager [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Received event network-changed-e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1283.215798] env[65762]: DEBUG nova.compute.manager [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Refreshing instance network info cache due to event network-changed-e172b075-4461-45d4-8fce-f2b82d98da04. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1283.216036] env[65762]: DEBUG oslo_concurrency.lockutils [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] Acquiring lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.216192] env[65762]: DEBUG oslo_concurrency.lockutils [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] Acquired lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.216397] env[65762]: DEBUG nova.network.neutron [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Refreshing network info cache for port e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.523535] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561220, 'name': CreateVM_Task, 'duration_secs': 0.370101} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.523771] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.524256] env[65762]: WARNING neutronclient.v2_0.client [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.524692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.524842] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.525172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.525429] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1a75e1-2236-471c-b6b5-23bcb91b93bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.530788] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1283.530788] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52ab324f-d5d6-d88a-ef72-98cc77ef8bb8" [ 1283.530788] env[65762]: _type = "Task" [ 1283.530788] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.539295] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ab324f-d5d6-d88a-ef72-98cc77ef8bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.719388] env[65762]: WARNING neutronclient.v2_0.client [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.855407] env[65762]: WARNING neutronclient.v2_0.client [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.923447] env[65762]: DEBUG nova.network.neutron [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updated VIF entry in instance network info cache for port e172b075-4461-45d4-8fce-f2b82d98da04. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1283.923967] env[65762]: DEBUG nova.network.neutron [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updating instance_info_cache with network_info: [{"id": "e172b075-4461-45d4-8fce-f2b82d98da04", "address": "fa:16:3e:c9:38:77", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape172b075-44", "ovs_interfaceid": "e172b075-4461-45d4-8fce-f2b82d98da04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.042733] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52ab324f-d5d6-d88a-ef72-98cc77ef8bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.043121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.043402] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.043676] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.043864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.044105] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.044400] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73c7a8bc-6ecc-498e-9572-e35cbc317ee6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.054090] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.054285] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.055023] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e7e0c1-45d1-4a8d-81b2-a371162211ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.060749] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1284.060749] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]522bb4ec-f77a-833f-b121-cf5e8caba537" [ 1284.060749] env[65762]: _type = "Task" [ 1284.060749] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.069218] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522bb4ec-f77a-833f-b121-cf5e8caba537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.426964] env[65762]: DEBUG oslo_concurrency.lockutils [req-4024fe79-a386-4dbf-8bab-fbaa5e9303d8 req-7e4ea14f-f4b3-4e13-b661-81ba9d37e53f service nova] Releasing lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.576754] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]522bb4ec-f77a-833f-b121-cf5e8caba537, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.577953] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ad8dcb-1019-453a-82e9-4bef1a76974d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.585512] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1284.585512] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5256f048-77b2-d169-9857-eee96566ec57" [ 1284.585512] env[65762]: _type = "Task" [ 1284.585512] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.597985] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5256f048-77b2-d169-9857-eee96566ec57, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.598380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.598739] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ea3b3853-65ac-4a40-8cfc-239984c4d511/ea3b3853-65ac-4a40-8cfc-239984c4d511.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.599104] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c0874ba-9962-4b7b-90e1-ef18428504b7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.607464] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1284.607464] env[65762]: value = "task-4561222" [ 1284.607464] env[65762]: _type = "Task" [ 1284.607464] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.618088] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.117865] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422255} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.118314] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] ea3b3853-65ac-4a40-8cfc-239984c4d511/ea3b3853-65ac-4a40-8cfc-239984c4d511.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.118431] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.118600] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e969f0-4c17-4e54-8a2d-f1785951600d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.125330] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1285.125330] env[65762]: value = "task-4561223" [ 1285.125330] env[65762]: _type = "Task" [ 1285.125330] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.135487] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.636062] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057102} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.636062] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.636383] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c095fa2-ca1e-458c-8b5b-7a4f1ac5ace2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.658778] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] ea3b3853-65ac-4a40-8cfc-239984c4d511/ea3b3853-65ac-4a40-8cfc-239984c4d511.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.659044] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3204d35-1e36-427b-9374-11da2eb8763c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.678735] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1285.678735] env[65762]: value = "task-4561224" [ 1285.678735] env[65762]: _type = "Task" [ 1285.678735] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.687026] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.191092] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561224, 'name': ReconfigVM_Task, 'duration_secs': 0.26798} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.191532] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Reconfigured VM instance instance-00000078 to attach disk [datastore2] ea3b3853-65ac-4a40-8cfc-239984c4d511/ea3b3853-65ac-4a40-8cfc-239984c4d511.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.192019] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888061be-e782-4326-b77c-f40f9a52451a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.200852] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1286.200852] env[65762]: value = "task-4561225" [ 1286.200852] env[65762]: _type = "Task" [ 1286.200852] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.210017] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561225, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.711543] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561225, 'name': Rename_Task, 'duration_secs': 0.158027} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.711831] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.712101] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e2f698-b52a-4ef8-a38c-62a32bc5a054 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.719256] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1286.719256] env[65762]: value = "task-4561226" [ 1286.719256] env[65762]: _type = "Task" [ 1286.719256] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.727812] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.230021] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561226, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.369022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "e838f17f-896a-4345-99fd-f3a24e83ad11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.369256] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.730928] env[65762]: DEBUG oslo_vmware.api [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561226, 'name': PowerOnVM_Task, 'duration_secs': 0.704734} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.731247] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.731454] env[65762]: INFO nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1287.731629] env[65762]: DEBUG nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1287.732442] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92838f0f-4958-40b0-9441-e70006483328 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.872851] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1288.252187] env[65762]: INFO nova.compute.manager [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Took 12.16 seconds to build instance. [ 1288.398871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.399197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.400880] env[65762]: INFO nova.compute.claims [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.754966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.674s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.415450] env[65762]: DEBUG nova.compute.manager [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Received event network-changed-e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1289.415664] env[65762]: DEBUG nova.compute.manager [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Refreshing instance network info cache due to event network-changed-e172b075-4461-45d4-8fce-f2b82d98da04. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1289.415874] env[65762]: DEBUG oslo_concurrency.lockutils [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] Acquiring lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.416019] env[65762]: DEBUG oslo_concurrency.lockutils [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] Acquired lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.416182] env[65762]: DEBUG nova.network.neutron [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Refreshing network info cache for port e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.610839] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf3fc7-3763-4b9f-ba2a-9c969eef8878 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.619189] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b8a94b-0847-42d3-ae01-29f5d88f7ca6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.650263] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf36821-c100-4a32-af26-bdca063006c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.658678] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c2f4e-7919-4bbb-8f26-a52bc7bb3588 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.673024] env[65762]: DEBUG nova.compute.provider_tree [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.919634] env[65762]: WARNING neutronclient.v2_0.client [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.176331] env[65762]: DEBUG nova.scheduler.client.report [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.513092] env[65762]: WARNING neutronclient.v2_0.client [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.587491] env[65762]: DEBUG nova.network.neutron [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updated VIF entry in instance network info cache for port e172b075-4461-45d4-8fce-f2b82d98da04. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1290.587865] env[65762]: DEBUG nova.network.neutron [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updating instance_info_cache with network_info: [{"id": "e172b075-4461-45d4-8fce-f2b82d98da04", "address": "fa:16:3e:c9:38:77", "network": {"id": "d243f28f-11de-4206-9d98-c97ad07aac57", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-177707104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc5af05943e45b99512d4c845535680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape172b075-44", "ovs_interfaceid": "e172b075-4461-45d4-8fce-f2b82d98da04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.681563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.682119] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1291.091198] env[65762]: DEBUG oslo_concurrency.lockutils [req-88ef9633-3945-4f07-9844-fae0832094e4 req-d364fb7d-55c0-4eea-963c-1884185287f7 service nova] Releasing lock "refresh_cache-ea3b3853-65ac-4a40-8cfc-239984c4d511" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.188157] env[65762]: DEBUG nova.compute.utils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.189577] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1291.189834] env[65762]: DEBUG nova.network.neutron [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1291.190185] env[65762]: WARNING neutronclient.v2_0.client [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.190510] env[65762]: WARNING neutronclient.v2_0.client [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.237932] env[65762]: DEBUG nova.policy [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8617b5069548abbd9aa8f7ca77298e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d9a3d9a73a6422cbeaf5d578ea94cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.562193] env[65762]: DEBUG nova.network.neutron [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Successfully created port: 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1291.694722] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1292.200735] env[65762]: INFO nova.virt.block_device [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Booting with volume ce586697-8313-446e-8843-68147d2efa67 at /dev/sda [ 1292.241097] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58d1c96-61ef-4523-88e5-e0e93ad638dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.251779] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1ff6a-6629-41bf-ae3d-b1fcd3f6a19f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.284680] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc85e260-31ec-4f40-89d9-46ffe1a9141b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.294883] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9339ce-45b4-412e-8470-cd505bf44eca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.328285] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6497e37-4c53-41df-81fa-5d6e210d3931 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.338387] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8cb2a-5086-4209-a948-cfef9ad005ab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.355383] env[65762]: DEBUG nova.virt.block_device [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating existing volume attachment record: 4ffe4b76-b2f9-4164-b570-e7181cbcb049 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1292.967569] env[65762]: DEBUG nova.compute.manager [req-25608f82-eb75-407c-a789-d20695342236 req-88c83b82-716f-4e2f-9b0e-b89a2e1e19a8 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Received event network-vif-plugged-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1292.967851] env[65762]: DEBUG oslo_concurrency.lockutils [req-25608f82-eb75-407c-a789-d20695342236 req-88c83b82-716f-4e2f-9b0e-b89a2e1e19a8 service nova] Acquiring lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.968256] env[65762]: DEBUG oslo_concurrency.lockutils [req-25608f82-eb75-407c-a789-d20695342236 req-88c83b82-716f-4e2f-9b0e-b89a2e1e19a8 service nova] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.968556] env[65762]: DEBUG oslo_concurrency.lockutils [req-25608f82-eb75-407c-a789-d20695342236 req-88c83b82-716f-4e2f-9b0e-b89a2e1e19a8 service nova] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.968963] env[65762]: DEBUG nova.compute.manager [req-25608f82-eb75-407c-a789-d20695342236 req-88c83b82-716f-4e2f-9b0e-b89a2e1e19a8 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] No waiting events found dispatching network-vif-plugged-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1292.969149] env[65762]: WARNING nova.compute.manager [req-25608f82-eb75-407c-a789-d20695342236 req-88c83b82-716f-4e2f-9b0e-b89a2e1e19a8 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Received unexpected event network-vif-plugged-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 for instance with vm_state building and task_state block_device_mapping. [ 1293.080277] env[65762]: DEBUG nova.network.neutron [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Successfully updated port: 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1293.583750] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.583916] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.584085] env[65762]: DEBUG nova.network.neutron [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1294.117972] env[65762]: DEBUG nova.network.neutron [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1294.204447] env[65762]: WARNING neutronclient.v2_0.client [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.277282] env[65762]: DEBUG nova.network.neutron [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.440902] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1294.441494] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1294.441729] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.441888] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1294.442079] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.442226] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1294.442367] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1294.442561] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.442725] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1294.442883] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1294.443058] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1294.443234] env[65762]: DEBUG nova.virt.hardware [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1294.444164] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad62fd-5766-4935-a6af-0cb362c39940 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.453018] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb9515-33f8-4100-8d42-c2b2e98c6197 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.780534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.780919] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Instance network_info: |[{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1294.781407] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:7e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe6a9cf-ab95-4a68-8082-d2c7a9893928', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.788930] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1294.789160] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.789392] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7b1bdb-a421-4da2-aeee-1056200b4952 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.809921] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.809921] env[65762]: value = "task-4561227" [ 1294.809921] env[65762]: _type = "Task" [ 1294.809921] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.820511] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561227, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.002770] env[65762]: DEBUG nova.compute.manager [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Received event network-changed-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1295.003201] env[65762]: DEBUG nova.compute.manager [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Refreshing instance network info cache due to event network-changed-6fe6a9cf-ab95-4a68-8082-d2c7a9893928. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1295.003503] env[65762]: DEBUG oslo_concurrency.lockutils [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] Acquiring lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.003704] env[65762]: DEBUG oslo_concurrency.lockutils [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] Acquired lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.003908] env[65762]: DEBUG nova.network.neutron [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Refreshing network info cache for port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.320499] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561227, 'name': CreateVM_Task, 'duration_secs': 0.330086} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.320875] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.321519] env[65762]: WARNING neutronclient.v2_0.client [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.321904] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891273', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'name': 'volume-ce586697-8313-446e-8843-68147d2efa67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e838f17f-896a-4345-99fd-f3a24e83ad11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'serial': 'ce586697-8313-446e-8843-68147d2efa67'}, 'attachment_id': '4ffe4b76-b2f9-4164-b570-e7181cbcb049', 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=65762) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1295.322121] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Root volume attach. Driver type: vmdk {{(pid=65762) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1295.322909] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a531679-65fd-4f0b-9544-09bdea17ec96 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.331109] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e1434a-6029-4658-9e61-3584d1504f1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.338781] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbea45ae-b9d8-4d5a-9cf6-54041d19125a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.346693] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-237b2825-79bd-4788-aed0-b71f3b527421 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.355942] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1295.355942] env[65762]: value = "task-4561228" [ 1295.355942] env[65762]: _type = "Task" [ 1295.355942] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.366359] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561228, 'name': RelocateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.507106] env[65762]: WARNING neutronclient.v2_0.client [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.661274] env[65762]: WARNING neutronclient.v2_0.client [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.736282] env[65762]: DEBUG nova.network.neutron [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updated VIF entry in instance network info cache for port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1295.736660] env[65762]: DEBUG nova.network.neutron [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.866717] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561228, 'name': RelocateVM_Task, 'duration_secs': 0.47339} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.867011] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1295.867216] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891273', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'name': 'volume-ce586697-8313-446e-8843-68147d2efa67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e838f17f-896a-4345-99fd-f3a24e83ad11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'serial': 'ce586697-8313-446e-8843-68147d2efa67'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1295.867977] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df653b75-7bf7-4d5b-9569-c29e112924bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.883842] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb9365-9809-4213-a996-044a7fa095b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.905706] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ce586697-8313-446e-8843-68147d2efa67/volume-ce586697-8313-446e-8843-68147d2efa67.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.905978] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80f0692-fea0-4d4f-b221-ab5181073336 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.926391] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1295.926391] env[65762]: value = "task-4561229" [ 1295.926391] env[65762]: _type = "Task" [ 1295.926391] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.935089] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.239568] env[65762]: DEBUG oslo_concurrency.lockutils [req-24cf3169-82dc-484b-97aa-312f69f792f4 req-25055d15-49b6-427e-b531-dfdb2ae68fc6 service nova] Releasing lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.436386] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561229, 'name': ReconfigVM_Task, 'duration_secs': 0.266682} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.436759] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ce586697-8313-446e-8843-68147d2efa67/volume-ce586697-8313-446e-8843-68147d2efa67.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.441294] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61efd8fc-d527-4557-9991-422873ee0f47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.457671] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1296.457671] env[65762]: value = "task-4561230" [ 1296.457671] env[65762]: _type = "Task" [ 1296.457671] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.469832] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.968239] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561230, 'name': ReconfigVM_Task, 'duration_secs': 0.124618} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.968546] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891273', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'name': 'volume-ce586697-8313-446e-8843-68147d2efa67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e838f17f-896a-4345-99fd-f3a24e83ad11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'serial': 'ce586697-8313-446e-8843-68147d2efa67'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1296.969117] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d174f8d-77c7-4aec-833d-b1001ecf73bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.976092] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1296.976092] env[65762]: value = "task-4561231" [ 1296.976092] env[65762]: _type = "Task" [ 1296.976092] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.984270] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561231, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.488273] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561231, 'name': Rename_Task, 'duration_secs': 0.129735} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.488657] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.488793] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f4d2cf-ae6f-4a96-8526-a5e89166a9b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.497122] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1297.497122] env[65762]: value = "task-4561232" [ 1297.497122] env[65762]: _type = "Task" [ 1297.497122] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.505626] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.007590] env[65762]: DEBUG oslo_vmware.api [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561232, 'name': PowerOnVM_Task, 'duration_secs': 0.440169} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.007867] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.008084] env[65762]: INFO nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Took 3.57 seconds to spawn the instance on the hypervisor. [ 1298.008260] env[65762]: DEBUG nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1298.009114] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7c94b5-3c52-425b-aa44-ff17c3533e47 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.528474] env[65762]: INFO nova.compute.manager [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Took 10.15 seconds to build instance. [ 1299.031258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-53365459-f50d-4ef9-889a-5878df610a3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.662s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.559018] env[65762]: DEBUG nova.compute.manager [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Received event network-changed-2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1299.559343] env[65762]: DEBUG nova.compute.manager [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Refreshing instance network info cache due to event network-changed-2518c566-8d71-4dca-a875-dc8658660c52. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1299.559343] env[65762]: DEBUG oslo_concurrency.lockutils [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] Acquiring lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.559484] env[65762]: DEBUG oslo_concurrency.lockutils [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] Acquired lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.559642] env[65762]: DEBUG nova.network.neutron [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Refreshing network info cache for port 2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.062159] env[65762]: WARNING neutronclient.v2_0.client [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.204015] env[65762]: WARNING neutronclient.v2_0.client [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.277356] env[65762]: DEBUG nova.network.neutron [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updated VIF entry in instance network info cache for port 2518c566-8d71-4dca-a875-dc8658660c52. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1300.277899] env[65762]: DEBUG nova.network.neutron [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updating instance_info_cache with network_info: [{"id": "2518c566-8d71-4dca-a875-dc8658660c52", "address": "fa:16:3e:4e:4e:2b", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2518c566-8d", "ovs_interfaceid": "2518c566-8d71-4dca-a875-dc8658660c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.781750] env[65762]: DEBUG oslo_concurrency.lockutils [req-8a97ef7c-40d5-4026-a1a0-a0dc3fb90805 req-78e1fec0-0324-4755-8e26-661f4469e8c2 service nova] Releasing lock "refresh_cache-05960ea2-702c-406c-8564-5b2982d2adb1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.032390] env[65762]: DEBUG nova.compute.manager [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Stashing vm_state: active {{(pid=65762) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1301.554345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.554726] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.586279] env[65762]: DEBUG nova.compute.manager [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Received event network-changed-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1301.587029] env[65762]: DEBUG nova.compute.manager [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Refreshing instance network info cache due to event network-changed-6fe6a9cf-ab95-4a68-8082-d2c7a9893928. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1301.587029] env[65762]: DEBUG oslo_concurrency.lockutils [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] Acquiring lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.587029] env[65762]: DEBUG oslo_concurrency.lockutils [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] Acquired lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.587029] env[65762]: DEBUG nova.network.neutron [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Refreshing network info cache for port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.059940] env[65762]: INFO nova.compute.claims [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.090020] env[65762]: WARNING neutronclient.v2_0.client [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.261338] env[65762]: WARNING neutronclient.v2_0.client [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.337834] env[65762]: DEBUG nova.network.neutron [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updated VIF entry in instance network info cache for port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1302.338334] env[65762]: DEBUG nova.network.neutron [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.567081] env[65762]: INFO nova.compute.resource_tracker [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating resource usage from migration 06c1a8c5-52a9-43db-9512-a250674358ff [ 1302.689792] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1080cc65-9ede-4bac-b4d6-10198e6c734e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.700548] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd360242-5f5e-4edd-9221-78fc285d3fba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.731404] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d94f9-77e0-4ffd-9c1f-c368ac68d6d2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.740046] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052afe8-5522-4b36-83d5-6f5a91f52972 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.754418] env[65762]: DEBUG nova.compute.provider_tree [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.840952] env[65762]: DEBUG oslo_concurrency.lockutils [req-fb745b59-3143-4510-b41e-882a9ce149db req-6baf48a7-0511-4d8e-8e72-65cd4181e827 service nova] Releasing lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.258069] env[65762]: DEBUG nova.scheduler.client.report [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.763180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.208s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.763357] env[65762]: INFO nova.compute.manager [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Migrating [ 1304.278576] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.278857] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.278928] env[65762]: DEBUG nova.network.neutron [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1304.782341] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.935891] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.004237] env[65762]: DEBUG nova.network.neutron [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.506712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.024398] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e624424-d5ab-4355-97c4-14ebc288d9cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.045043] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 0 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.551159] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.551498] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c09f708-afc7-4fa5-b993-ce6e29997c4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.560783] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1307.560783] env[65762]: value = "task-4561233" [ 1307.560783] env[65762]: _type = "Task" [ 1307.560783] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.570046] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.071080] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561233, 'name': PowerOffVM_Task, 'duration_secs': 0.19636} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.071551] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.071551] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 17 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.578057] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1308.578318] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.578473] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1308.578648] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.578897] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1308.579048] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1308.579142] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1308.579359] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1308.579462] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1308.579621] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1308.579791] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1308.584888] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3954493b-6a84-4149-8d66-50c43777733e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.601690] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1308.601690] env[65762]: value = "task-4561234" [ 1308.601690] env[65762]: _type = "Task" [ 1308.601690] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.610706] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.112362] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561234, 'name': ReconfigVM_Task, 'duration_secs': 0.1631} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.112736] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 33 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.619704] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1309.619961] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.620132] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1309.620344] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.620508] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1309.620655] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1309.620857] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1309.621019] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1309.621189] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1309.621351] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1309.621523] env[65762]: DEBUG nova.virt.hardware [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1309.627302] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.627616] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499a9113-4d9b-4f38-bf86-142ed0d28aa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.648647] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1309.648647] env[65762]: value = "task-4561235" [ 1309.648647] env[65762]: _type = "Task" [ 1309.648647] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.657712] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.160065] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561235, 'name': ReconfigVM_Task, 'duration_secs': 0.166683} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.160065] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.161205] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64de1a8-f505-4286-8b1c-9b426ba7edc1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.183640] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ce586697-8313-446e-8843-68147d2efa67/volume-ce586697-8313-446e-8843-68147d2efa67.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.184320] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd30da6-5457-43ec-81ca-0c75103955e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.202925] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1310.202925] env[65762]: value = "task-4561236" [ 1310.202925] env[65762]: _type = "Task" [ 1310.202925] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.211075] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.713916] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.783669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.784073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.784311] env[65762]: INFO nova.compute.manager [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Shelving [ 1311.214710] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.714984] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561236, 'name': ReconfigVM_Task, 'duration_secs': 1.265317} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.715353] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ce586697-8313-446e-8843-68147d2efa67/volume-ce586697-8313-446e-8843-68147d2efa67.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.715636] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 50 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.793557] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.793895] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5138e64f-f3a5-4a5c-8f20-cf6f4167e295 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.802158] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1311.802158] env[65762]: value = "task-4561237" [ 1311.802158] env[65762]: _type = "Task" [ 1311.802158] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.811330] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.221935] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a85907-77df-4c35-a958-ac3024230ef1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.242388] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faac7da-070c-4090-9464-d34295f58a5e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.260096] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 67 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.312067] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561237, 'name': PowerOffVM_Task, 'duration_secs': 0.187222} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.312319] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.313113] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2207923-796d-400b-8ad5-17bf9c101465 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.331118] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d22a3e-32e8-4699-a7b0-3f93d8c6161c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.842651] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Creating Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1312.843044] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8c7214e-fdcd-42ed-bf35-7ec7fdf72e81 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.852277] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1312.852277] env[65762]: value = "task-4561238" [ 1312.852277] env[65762]: _type = "Task" [ 1312.852277] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.860770] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561238, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.368699] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561238, 'name': CreateSnapshot_Task, 'duration_secs': 0.417414} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.368699] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Created Snapshot of the VM instance {{(pid=65762) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1313.369121] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f386bf-5b1c-4f74-824b-d92074af47ac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.441877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.442143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.442319] env[65762]: DEBUG nova.compute.manager [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1313.443199] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859dfd70-7adf-4873-a51e-bd5baf28c9aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.450437] env[65762]: DEBUG nova.compute.manager [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65762) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1313.450988] env[65762]: DEBUG nova.objects.instance [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'flavor' on Instance uuid 4153c583-998a-4a78-9f6d-a2ed72b4e04e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.889854] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Creating linked-clone VM from snapshot {{(pid=65762) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1313.890549] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.890859] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.893287] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d106545d-afdf-4afd-a4a6-cab02058f98c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.902129] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1313.902129] env[65762]: value = "task-4561239" [ 1313.902129] env[65762]: _type = "Task" [ 1313.902129] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.911038] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561239, 'name': CloneVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.928036] env[65762]: DEBUG nova.network.neutron [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 binding to destination host cpu-1 is already ACTIVE {{(pid=65762) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1314.412506] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561239, 'name': CloneVM_Task} progress is 94%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.457890] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.458263] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-552a5464-e10e-4d39-a12a-1fc689f45af1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.466517] env[65762]: DEBUG oslo_vmware.api [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1314.466517] env[65762]: value = "task-4561240" [ 1314.466517] env[65762]: _type = "Task" [ 1314.466517] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.476022] env[65762]: DEBUG oslo_vmware.api [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.913482] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561239, 'name': CloneVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.950512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.950712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.950878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.979628] env[65762]: DEBUG oslo_vmware.api [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561240, 'name': PowerOffVM_Task, 'duration_secs': 0.370208} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.979976] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.980202] env[65762]: DEBUG nova.compute.manager [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1314.981034] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925d1fe-a8b2-41f5-8b72-4eb615a7753d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.413682] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561239, 'name': CloneVM_Task, 'duration_secs': 1.094101} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.414027] env[65762]: INFO nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Created linked-clone VM from snapshot [ 1315.414713] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e42b2-df42-40d1-ac11-c262ccfbf406 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.424014] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Uploading image 9355df00-a5fc-4208-859c-972f1c3c2bb8 {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1315.451492] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1315.451492] env[65762]: value = "vm-891277" [ 1315.451492] env[65762]: _type = "VirtualMachine" [ 1315.451492] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1315.451839] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3152e62b-e0b1-4e7c-8fcd-eb684e3435e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.461583] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease: (returnval){ [ 1315.461583] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528265b7-cd27-aa62-5472-e022741cb5a9" [ 1315.461583] env[65762]: _type = "HttpNfcLease" [ 1315.461583] env[65762]: } obtained for exporting VM: (result){ [ 1315.461583] env[65762]: value = "vm-891277" [ 1315.461583] env[65762]: _type = "VirtualMachine" [ 1315.461583] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1315.461902] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the lease: (returnval){ [ 1315.461902] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528265b7-cd27-aa62-5472-e022741cb5a9" [ 1315.461902] env[65762]: _type = "HttpNfcLease" [ 1315.461902] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.470212] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.470212] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528265b7-cd27-aa62-5472-e022741cb5a9" [ 1315.470212] env[65762]: _type = "HttpNfcLease" [ 1315.470212] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.494344] env[65762]: DEBUG oslo_concurrency.lockutils [None req-fd08eac4-e622-4270-af1e-03e2d442f5c5 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.599674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.600107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.600448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "93e08aeb-775d-4451-a78c-65c5e5eac53a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.600749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.601071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.604488] env[65762]: INFO nova.compute.manager [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Terminating instance [ 1315.893590] env[65762]: DEBUG nova.objects.instance [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'flavor' on Instance uuid 4153c583-998a-4a78-9f6d-a2ed72b4e04e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.958115] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.970817] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.970817] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528265b7-cd27-aa62-5472-e022741cb5a9" [ 1315.970817] env[65762]: _type = "HttpNfcLease" [ 1315.970817] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.971477] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.971477] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528265b7-cd27-aa62-5472-e022741cb5a9" [ 1315.971477] env[65762]: _type = "HttpNfcLease" [ 1315.971477] env[65762]: }. {{(pid=65762) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1315.972331] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee0d51-c7bf-46d0-8b30-42e88588b7c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.980445] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba44a0-3432-7e48-8d6b-81721654beda/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.980622] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba44a0-3432-7e48-8d6b-81721654beda/disk-0.vmdk for reading. {{(pid=65762) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1316.035771] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.035941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.036111] env[65762]: DEBUG nova.network.neutron [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1316.065346] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8334afc0-2d98-4e70-b902-fee8a279c0bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.108521] env[65762]: DEBUG nova.compute.manager [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1316.108829] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.109720] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647eb1c7-7b1e-4cd5-bfc7-937d7b2f2892 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.118152] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.118383] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed74ec2c-7abe-49b8-aedc-dad0ee5d57fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.125835] env[65762]: DEBUG oslo_vmware.api [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1316.125835] env[65762]: value = "task-4561242" [ 1316.125835] env[65762]: _type = "Task" [ 1316.125835] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.135931] env[65762]: DEBUG oslo_vmware.api [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.399170] env[65762]: DEBUG oslo_concurrency.lockutils [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.399507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.399748] env[65762]: DEBUG nova.network.neutron [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1316.399973] env[65762]: DEBUG nova.objects.instance [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'info_cache' on Instance uuid 4153c583-998a-4a78-9f6d-a2ed72b4e04e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.540616] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.637757] env[65762]: DEBUG oslo_vmware.api [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561242, 'name': PowerOffVM_Task, 'duration_secs': 0.213283} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.638134] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.638488] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.638639] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80d9766c-f881-4886-817a-56bc288f9cd4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.720732] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.721291] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.721719] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Deleting the datastore file [datastore2] 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.722214] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c525d63c-d89b-45a1-9c7d-38afe8f428f8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.730377] env[65762]: DEBUG oslo_vmware.api [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1316.730377] env[65762]: value = "task-4561244" [ 1316.730377] env[65762]: _type = "Task" [ 1316.730377] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.739932] env[65762]: DEBUG oslo_vmware.api [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.741673] env[65762]: WARNING neutronclient.v2_0.client [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.816848] env[65762]: DEBUG nova.network.neutron [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.903942] env[65762]: DEBUG nova.objects.base [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Object Instance<4153c583-998a-4a78-9f6d-a2ed72b4e04e> lazy-loaded attributes: flavor,info_cache {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.240943] env[65762]: DEBUG oslo_vmware.api [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210728} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.241322] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.241574] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.241835] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.242135] env[65762]: INFO nova.compute.manager [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1317.242508] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1317.242769] env[65762]: DEBUG nova.compute.manager [-] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1317.242885] env[65762]: DEBUG nova.network.neutron [-] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1317.243183] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.275035] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.319745] env[65762]: DEBUG oslo_concurrency.lockutils [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.407336] env[65762]: WARNING neutronclient.v2_0.client [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.637735] env[65762]: WARNING neutronclient.v2_0.client [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.771676] env[65762]: DEBUG nova.network.neutron [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updating instance_info_cache with network_info: [{"id": "bff0370e-4cd5-4a83-85c1-756b587448d6", "address": "fa:16:3e:f8:ed:b9", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0370e-4c", "ovs_interfaceid": "bff0370e-4cd5-4a83-85c1-756b587448d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.797655] env[65762]: DEBUG nova.compute.manager [req-fbb2c860-9dd8-4884-8007-bef53d3a59ff req-25eb5d05-a2fb-4f82-b681-963324c1c1d2 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Received event network-vif-deleted-ebe7ce59-8b22-493e-9576-7b3b8ef80224 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1317.797850] env[65762]: INFO nova.compute.manager [req-fbb2c860-9dd8-4884-8007-bef53d3a59ff req-25eb5d05-a2fb-4f82-b681-963324c1c1d2 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Neutron deleted interface ebe7ce59-8b22-493e-9576-7b3b8ef80224; detaching it from the instance and deleting it from the info cache [ 1317.798019] env[65762]: DEBUG nova.network.neutron [req-fbb2c860-9dd8-4884-8007-bef53d3a59ff req-25eb5d05-a2fb-4f82-b681-963324c1c1d2 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.829658] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fed823-4d23-4bf9-b6ba-a1c7efa2e3f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.838436] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d6487-69c8-4e29-95de-4f543fbd1b25 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.232392] env[65762]: DEBUG nova.network.neutron [-] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.274710] env[65762]: DEBUG oslo_concurrency.lockutils [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.300635] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9012960-7c9b-4852-9b43-c2f735727c88 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.314621] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbde8a3-6570-4f86-9cbf-a9abff7d4f6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.349843] env[65762]: DEBUG nova.compute.manager [req-fbb2c860-9dd8-4884-8007-bef53d3a59ff req-25eb5d05-a2fb-4f82-b681-963324c1c1d2 service nova] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Detach interface failed, port_id=ebe7ce59-8b22-493e-9576-7b3b8ef80224, reason: Instance 93e08aeb-775d-4451-a78c-65c5e5eac53a could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1318.737075] env[65762]: INFO nova.compute.manager [-] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Took 1.49 seconds to deallocate network for instance. [ 1318.951242] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bfd454-4d5b-4051-8c87-8603ec420908 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.973452] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e216471-7a7f-4585-b9b4-f128fe44cef2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.981924] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 83 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.243368] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.243689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.243989] env[65762]: DEBUG nova.objects.instance [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'resources' on Instance uuid 93e08aeb-775d-4451-a78c-65c5e5eac53a {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.280722] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.281064] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54746426-10d0-4c91-acba-3fda9d33998a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.289848] env[65762]: DEBUG oslo_vmware.api [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1319.289848] env[65762]: value = "task-4561245" [ 1319.289848] env[65762]: _type = "Task" [ 1319.289848] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.299026] env[65762]: DEBUG oslo_vmware.api [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.488652] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.488997] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8596e70f-16cb-4ce1-af33-d7be63cc63cd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.496650] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1319.496650] env[65762]: value = "task-4561246" [ 1319.496650] env[65762]: _type = "Task" [ 1319.496650] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.504940] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.555295] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.555501] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1319.801747] env[65762]: DEBUG oslo_vmware.api [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561245, 'name': PowerOnVM_Task, 'duration_secs': 0.472078} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.804750] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.804958] env[65762]: DEBUG nova.compute.manager [None req-894d2632-1477-4ac5-b95b-17911bb9d585 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1319.806098] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce0c9a-6e91-44cf-a105-f486fbc9304c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.870622] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e69a31-aefe-4054-8614-4d868d71af91 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.880725] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a04253f-0ff9-453c-a79c-4f78819db2c6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.917067] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec88bca-ff72-4ee5-b018-c728f29a0753 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.926411] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2764ff-7ff8-4283-98b7-c76175372d2a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.941290] env[65762]: DEBUG nova.compute.provider_tree [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.009453] env[65762]: DEBUG oslo_vmware.api [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561246, 'name': PowerOnVM_Task, 'duration_secs': 0.417852} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.009768] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.009949] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-d696bb83-3eae-4bd5-9a70-441146720a8b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance 'e838f17f-896a-4345-99fd-f3a24e83ad11' progress to 100 {{(pid=65762) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.445766] env[65762]: DEBUG nova.scheduler.client.report [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.826027] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2711aa-49d3-41d7-b8b2-d4fdfca3a23c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.834049] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Suspending the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1320.834372] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6957dbcd-c2ca-4c0a-a861-882372a85201 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.843939] env[65762]: DEBUG oslo_vmware.api [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1320.843939] env[65762]: value = "task-4561247" [ 1320.843939] env[65762]: _type = "Task" [ 1320.843939] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.854681] env[65762]: DEBUG oslo_vmware.api [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561247, 'name': SuspendVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.950897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.974152] env[65762]: INFO nova.scheduler.client.report [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Deleted allocations for instance 93e08aeb-775d-4451-a78c-65c5e5eac53a [ 1321.354775] env[65762]: DEBUG oslo_vmware.api [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561247, 'name': SuspendVM_Task} progress is 58%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.482984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "93e08aeb-775d-4451-a78c-65c5e5eac53a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.883s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.555691] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.855162] env[65762]: DEBUG oslo_vmware.api [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561247, 'name': SuspendVM_Task, 'duration_secs': 0.868019} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.855497] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Suspended the VM {{(pid=65762) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1321.855646] env[65762]: DEBUG nova.compute.manager [None req-c3bdf78e-a6c8-48a1-a512-aba03a8e3bc4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1321.856482] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb88ac4-cc00-422e-99e3-648032b7e63b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.548823] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.554913] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.936705] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "e838f17f-896a-4345-99fd-f3a24e83ad11" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.937119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.937204] env[65762]: DEBUG nova.compute.manager [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Going to confirm migration 10 {{(pid=65762) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1323.249637] env[65762]: INFO nova.compute.manager [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Resuming [ 1323.250243] env[65762]: DEBUG nova.objects.instance [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'flavor' on Instance uuid 4153c583-998a-4a78-9f6d-a2ed72b4e04e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.443568] env[65762]: WARNING neutronclient.v2_0.client [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.487210] env[65762]: WARNING neutronclient.v2_0.client [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.487563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.487711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquired lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.487891] env[65762]: DEBUG nova.network.neutron [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1323.488117] env[65762]: DEBUG nova.objects.instance [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'info_cache' on Instance uuid e838f17f-896a-4345-99fd-f3a24e83ad11 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.078120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.078459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.495539] env[65762]: WARNING neutronclient.v2_0.client [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.581101] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1324.687461] env[65762]: WARNING neutronclient.v2_0.client [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.761549] env[65762]: DEBUG nova.network.neutron [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [{"id": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "address": "fa:16:3e:8f:7e:dc", "network": {"id": "93745010-41b5-467f-ae90-8fe01de381b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-580173018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d9a3d9a73a6422cbeaf5d578ea94cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe6a9cf-ab", "ovs_interfaceid": "6fe6a9cf-ab95-4a68-8082-d2c7a9893928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.763098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.763269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquired lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.763433] env[65762]: DEBUG nova.network.neutron [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1325.095514] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba44a0-3432-7e48-8d6b-81721654beda/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.096682] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d1ba3-afab-4876-a379-ba7115d35232 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.107035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.107035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.108558] env[65762]: INFO nova.compute.claims [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.113072] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba44a0-3432-7e48-8d6b-81721654beda/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.113268] env[65762]: ERROR oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba44a0-3432-7e48-8d6b-81721654beda/disk-0.vmdk due to incomplete transfer. [ 1325.113693] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99eca290-e40a-483e-94bb-97f74829f253 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.124176] env[65762]: DEBUG oslo_vmware.rw_handles [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba44a0-3432-7e48-8d6b-81721654beda/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1325.124380] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Uploaded image 9355df00-a5fc-4208-859c-972f1c3c2bb8 to the Glance image server {{(pid=65762) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1325.126672] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Destroying the VM {{(pid=65762) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1325.126953] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86305c62-65b1-4b94-b7a8-ecb8256b5d46 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.134234] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1325.134234] env[65762]: value = "task-4561248" [ 1325.134234] env[65762]: _type = "Task" [ 1325.134234] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.143547] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561248, 'name': Destroy_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.265284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Releasing lock "refresh_cache-e838f17f-896a-4345-99fd-f3a24e83ad11" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.265584] env[65762]: DEBUG nova.objects.instance [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'migration_context' on Instance uuid e838f17f-896a-4345-99fd-f3a24e83ad11 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.267256] env[65762]: WARNING neutronclient.v2_0.client [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.452105] env[65762]: WARNING neutronclient.v2_0.client [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.534895] env[65762]: DEBUG nova.network.neutron [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updating instance_info_cache with network_info: [{"id": "bff0370e-4cd5-4a83-85c1-756b587448d6", "address": "fa:16:3e:f8:ed:b9", "network": {"id": "569a8aa9-b6c6-4584-b878-e6427437c2f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1235823382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b03dec26b794827b9a397ff1fe40e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0370e-4c", "ovs_interfaceid": "bff0370e-4cd5-4a83-85c1-756b587448d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.555657] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.646031] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561248, 'name': Destroy_Task, 'duration_secs': 0.357712} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.646031] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Destroyed the VM [ 1325.646031] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deleting Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.646031] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fd35bc5-1f98-43a4-971f-2e810fb44fdc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.653284] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1325.653284] env[65762]: value = "task-4561249" [ 1325.653284] env[65762]: _type = "Task" [ 1325.653284] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.665015] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561249, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.771437] env[65762]: DEBUG nova.objects.base [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65762) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1325.772514] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5dd5f1-c194-42c4-becf-970825c00c90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.794659] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4e6a8a-8e91-43e6-8d2b-29724afd83f6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.803412] env[65762]: DEBUG oslo_vmware.api [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1325.803412] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52c872df-c297-772e-8a84-8505b798038c" [ 1325.803412] env[65762]: _type = "Task" [ 1325.803412] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.813941] env[65762]: DEBUG oslo_vmware.api [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52c872df-c297-772e-8a84-8505b798038c, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.814268] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.038624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Releasing lock "refresh_cache-4153c583-998a-4a78-9f6d-a2ed72b4e04e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.039723] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e233f40-1d03-4837-a950-34469fa02a4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.047173] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Resuming the VM {{(pid=65762) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1326.047437] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89633a93-2213-4d80-84e8-3300a834b163 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.054404] env[65762]: DEBUG oslo_vmware.api [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1326.054404] env[65762]: value = "task-4561250" [ 1326.054404] env[65762]: _type = "Task" [ 1326.054404] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.062918] env[65762]: DEBUG oslo_vmware.api [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.168715] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561249, 'name': RemoveSnapshot_Task, 'duration_secs': 0.402163} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.171651] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deleted Snapshot of the VM instance {{(pid=65762) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1326.172020] env[65762]: DEBUG nova.compute.manager [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1326.173240] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dee411-5446-4940-94d1-35fa044f32fb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.243060] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28410e-a9f2-4dde-ab7a-4c1c50daf3b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.252825] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca88d0-30ca-4b6d-81b4-8a240d01576d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.288120] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3361a0-fba7-427c-a1ba-9fdebb3a3b60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.297326] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048bb940-2064-420c-9f02-8e29919781cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.312580] env[65762]: DEBUG nova.compute.provider_tree [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.555289] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.555730] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.570205] env[65762]: DEBUG oslo_vmware.api [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.688366] env[65762]: INFO nova.compute.manager [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Shelve offloading [ 1326.816341] env[65762]: DEBUG nova.scheduler.client.report [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.062332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.065825] env[65762]: DEBUG oslo_vmware.api [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561250, 'name': PowerOnVM_Task, 'duration_secs': 0.734395} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.066098] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Resumed the VM {{(pid=65762) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1327.066307] env[65762]: DEBUG nova.compute.manager [None req-a6d15a5e-c346-46ea-8f7b-584eb18a5c28 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1327.067179] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e52b5-f066-4733-8ff6-5d3514a8e847 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.192046] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.192417] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c2293b-e09e-4634-9b45-7143ad273c54 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.201857] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1327.201857] env[65762]: value = "task-4561251" [ 1327.201857] env[65762]: _type = "Task" [ 1327.201857] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.214118] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1327.214384] env[65762]: DEBUG nova.compute.manager [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1327.215318] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd5c55-5a26-4e01-832a-6c465480aee6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.222657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.222872] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.223077] env[65762]: DEBUG nova.network.neutron [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1327.321248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.321716] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1327.324778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.510s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.574865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.575418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.726221] env[65762]: WARNING neutronclient.v2_0.client [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.828516] env[65762]: DEBUG nova.compute.utils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.833489] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1327.833827] env[65762]: DEBUG nova.network.neutron [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1327.834194] env[65762]: WARNING neutronclient.v2_0.client [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.834547] env[65762]: WARNING neutronclient.v2_0.client [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.873727] env[65762]: DEBUG nova.policy [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c41738be1c64201b58fd285152bf112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5f5c6afa2b046038d8a5411e6107153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.896540] env[65762]: WARNING neutronclient.v2_0.client [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.944651] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae93e38-e1e8-4e42-856d-36a453ae7abd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.953150] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22ba45-1d24-431c-ad4e-5608334aa8a6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.986186] env[65762]: DEBUG nova.network.neutron [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.987897] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d16d8b-f505-4ae0-8860-4e91f0aa1423 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.996433] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb4a98-5357-41a4-b690-84cee004cce5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.011588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.012314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.012314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.012314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.012529] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.014102] env[65762]: DEBUG nova.compute.provider_tree [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.015553] env[65762]: INFO nova.compute.manager [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Terminating instance [ 1328.079974] env[65762]: DEBUG nova.compute.utils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.167187] env[65762]: DEBUG nova.network.neutron [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Successfully created port: 656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1328.334208] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1328.491613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.492149] env[65762]: WARNING neutronclient.v2_0.client [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.492539] env[65762]: WARNING neutronclient.v2_0.client [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.519245] env[65762]: DEBUG nova.scheduler.client.report [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.523125] env[65762]: DEBUG nova.compute.manager [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1328.523337] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.524584] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94011148-5b49-4d22-bae5-a6112b104896 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.535035] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.535623] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e35300-5e80-423c-9266-a61a3c4bed36 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.544023] env[65762]: DEBUG oslo_vmware.api [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1328.544023] env[65762]: value = "task-4561252" [ 1328.544023] env[65762]: _type = "Task" [ 1328.544023] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.553067] env[65762]: DEBUG oslo_vmware.api [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.584317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.853072] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.854246] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d44a464-5d9e-4692-9544-785478215b39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.862593] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.862918] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53277b19-8cc4-4acb-97a5-ce2c65a51f94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.935345] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.935565] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.935746] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleting the datastore file [datastore1] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.936045] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46eaea7c-0191-4ff9-b1e0-365fd3c50b32 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.943453] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1328.943453] env[65762]: value = "task-4561254" [ 1328.943453] env[65762]: _type = "Task" [ 1328.943453] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.945965] env[65762]: DEBUG nova.compute.manager [req-0d0128c7-4776-40b9-9dc9-52440d027bb4 req-3d0aa93a-d9a4-4efa-864b-578659b5e3f7 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-vif-unplugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1328.946190] env[65762]: DEBUG oslo_concurrency.lockutils [req-0d0128c7-4776-40b9-9dc9-52440d027bb4 req-3d0aa93a-d9a4-4efa-864b-578659b5e3f7 service nova] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.946470] env[65762]: DEBUG oslo_concurrency.lockutils [req-0d0128c7-4776-40b9-9dc9-52440d027bb4 req-3d0aa93a-d9a4-4efa-864b-578659b5e3f7 service nova] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.946570] env[65762]: DEBUG oslo_concurrency.lockutils [req-0d0128c7-4776-40b9-9dc9-52440d027bb4 req-3d0aa93a-d9a4-4efa-864b-578659b5e3f7 service nova] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.946732] env[65762]: DEBUG nova.compute.manager [req-0d0128c7-4776-40b9-9dc9-52440d027bb4 req-3d0aa93a-d9a4-4efa-864b-578659b5e3f7 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] No waiting events found dispatching network-vif-unplugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1328.946893] env[65762]: WARNING nova.compute.manager [req-0d0128c7-4776-40b9-9dc9-52440d027bb4 req-3d0aa93a-d9a4-4efa-864b-578659b5e3f7 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received unexpected event network-vif-unplugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 for instance with vm_state shelved and task_state shelving_offloading. [ 1328.956551] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.054924] env[65762]: DEBUG oslo_vmware.api [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561252, 'name': PowerOffVM_Task, 'duration_secs': 0.200492} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.054924] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.054924] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.054924] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbd22b8-47cf-4f01-916f-bbf4794bd753 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.150368] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.150368] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.150558] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleting the datastore file [datastore1] 4153c583-998a-4a78-9f6d-a2ed72b4e04e {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.152014] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47f20a8-a7e7-4192-bd62-c32d6cf2359e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.163999] env[65762]: DEBUG oslo_vmware.api [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for the task: (returnval){ [ 1329.163999] env[65762]: value = "task-4561256" [ 1329.163999] env[65762]: _type = "Task" [ 1329.163999] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.173980] env[65762]: DEBUG oslo_vmware.api [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.346507] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1329.384687] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1329.385027] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.385277] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1329.385477] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.385671] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1329.385857] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1329.386101] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.386316] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1329.386523] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1329.386704] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1329.386880] env[65762]: DEBUG nova.virt.hardware [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1329.387858] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da35c72d-a0d9-4434-b1a4-c4685dff030a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.396810] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304baef-5e7f-4f3b-b1c6-4e0b18524c0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.455081] env[65762]: DEBUG oslo_vmware.api [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123504} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.455081] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.455081] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.455339] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.478054] env[65762]: INFO nova.scheduler.client.report [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted allocations for instance 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c [ 1329.530137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.533492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.471s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.533715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.533877] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1329.534920] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad085d-0e81-4dd9-8598-c126a9dd4982 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.543594] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e985d5-cc06-4d50-95b9-3d5b8e0953c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.559434] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc65f7f-79fe-4287-a130-d74cad6f6d4a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.567167] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c36638-aaa7-4fa9-ac57-a6be19bc8b8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.601136] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179956MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1329.601324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.601569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.606305] env[65762]: DEBUG nova.compute.manager [req-9282f8f7-4e27-4155-86ca-f3860d73c96c req-5b4b1a0e-7ec3-45c8-8966-81334747a268 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Received event network-vif-plugged-656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1329.606503] env[65762]: DEBUG oslo_concurrency.lockutils [req-9282f8f7-4e27-4155-86ca-f3860d73c96c req-5b4b1a0e-7ec3-45c8-8966-81334747a268 service nova] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.606774] env[65762]: DEBUG oslo_concurrency.lockutils [req-9282f8f7-4e27-4155-86ca-f3860d73c96c req-5b4b1a0e-7ec3-45c8-8966-81334747a268 service nova] Lock "2142cff9-e746-4235-87eb-dd92379c6f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.606832] env[65762]: DEBUG oslo_concurrency.lockutils [req-9282f8f7-4e27-4155-86ca-f3860d73c96c req-5b4b1a0e-7ec3-45c8-8966-81334747a268 service nova] Lock "2142cff9-e746-4235-87eb-dd92379c6f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.606993] env[65762]: DEBUG nova.compute.manager [req-9282f8f7-4e27-4155-86ca-f3860d73c96c req-5b4b1a0e-7ec3-45c8-8966-81334747a268 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] No waiting events found dispatching network-vif-plugged-656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1329.607242] env[65762]: WARNING nova.compute.manager [req-9282f8f7-4e27-4155-86ca-f3860d73c96c req-5b4b1a0e-7ec3-45c8-8966-81334747a268 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Received unexpected event network-vif-plugged-656997f8-45a5-4f53-b63e-176475c837b5 for instance with vm_state building and task_state spawning. [ 1329.659739] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.660038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.660237] env[65762]: INFO nova.compute.manager [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Attaching volume 65ebb99d-6e9d-4376-961f-969ccd2c57ce to /dev/sdb [ 1329.676961] env[65762]: DEBUG oslo_vmware.api [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Task: {'id': task-4561256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143852} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.677249] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.677431] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.677604] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.677769] env[65762]: INFO nova.compute.manager [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1329.678017] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1329.678227] env[65762]: DEBUG nova.compute.manager [-] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1329.678325] env[65762]: DEBUG nova.network.neutron [-] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1329.678559] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1329.698481] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c37bd-5387-4e82-ad75-ccaa6e3e35d1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.702675] env[65762]: DEBUG nova.network.neutron [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Successfully updated port: 656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1329.710935] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e4841-c96e-43bd-a489-a44f9e7d20ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.715283] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1329.730943] env[65762]: DEBUG nova.virt.block_device [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updating existing volume attachment record: 91bfde10-7548-4888-ad6d-14e9ca113c99 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.982545] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.092883] env[65762]: INFO nova.scheduler.client.report [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted allocation for migration 06c1a8c5-52a9-43db-9512-a250674358ff [ 1330.205787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.205990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.206194] env[65762]: DEBUG nova.network.neutron [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1330.537461] env[65762]: INFO nova.compute.manager [None req-894cc3a5-4b57-4bde-98ae-ccc029509f26 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Get console output [ 1330.537851] env[65762]: WARNING nova.virt.vmwareapi.driver [None req-894cc3a5-4b57-4bde-98ae-ccc029509f26 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] The console log is missing. Check your VSPC configuration [ 1330.598393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9306fe81-a3dd-4f07-b9fa-0b626ef3b514 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.661s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 05960ea2-702c-406c-8564-5b2982d2adb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance bed5bb3c-7e48-44a1-ac9e-2356fe87a479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 4153c583-998a-4a78-9f6d-a2ed72b4e04e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance ea3b3853-65ac-4a40-8cfc-239984c4d511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance e838f17f-896a-4345-99fd-f3a24e83ad11 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 2142cff9-e746-4235-87eb-dd92379c6f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1330.635517] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '5', 'num_task_None': '4', 'num_os_type_None': '6', 'num_proj_8d9a3d9a73a6422cbeaf5d578ea94cc4': '3', 'io_workload': '1', 'num_task_deleting': '1', 'num_proj_9b03dec26b794827b9a397ff1fe40e5f': '1', 'num_proj_6cc5af05943e45b99512d4c845535680': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_f5f5c6afa2b046038d8a5411e6107153': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1330.641616] env[65762]: DEBUG nova.network.neutron [-] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.727054] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603de5c0-259e-4426-88ee-ca0631c01f30 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.735775] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2decfc-ebb5-497b-8c53-e0140b37f456 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.744501] env[65762]: DEBUG nova.network.neutron [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1330.772952] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9472a-8570-4ad7-a740-d5d5681fa749 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.782050] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab1b317-e246-44a7-bc1f-2f3e1bdac9b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.797288] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.862995] env[65762]: WARNING neutronclient.v2_0.client [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.941855] env[65762]: DEBUG nova.network.neutron [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating instance_info_cache with network_info: [{"id": "656997f8-45a5-4f53-b63e-176475c837b5", "address": "fa:16:3e:17:83:54", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656997f8-45", "ovs_interfaceid": "656997f8-45a5-4f53-b63e-176475c837b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.974512] env[65762]: DEBUG nova.compute.manager [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1330.974512] env[65762]: DEBUG nova.compute.manager [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing instance network info cache due to event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1330.974512] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.974677] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.975719] env[65762]: DEBUG nova.network.neutron [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.144133] env[65762]: INFO nova.compute.manager [-] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Took 1.47 seconds to deallocate network for instance. [ 1331.303764] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.445311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.445588] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Instance network_info: |[{"id": "656997f8-45a5-4f53-b63e-176475c837b5", "address": "fa:16:3e:17:83:54", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656997f8-45", "ovs_interfaceid": "656997f8-45a5-4f53-b63e-176475c837b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1331.446037] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:83:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '656997f8-45a5-4f53-b63e-176475c837b5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.453904] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1331.456424] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.456664] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714bd32c-ec8c-4851-85ec-a392919061c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.477294] env[65762]: WARNING neutronclient.v2_0.client [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.479510] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.479510] env[65762]: value = "task-4561258" [ 1331.479510] env[65762]: _type = "Task" [ 1331.479510] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.490298] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561258, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.651266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.653381] env[65762]: DEBUG nova.compute.manager [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Received event network-changed-656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1331.653729] env[65762]: DEBUG nova.compute.manager [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Refreshing instance network info cache due to event network-changed-656997f8-45a5-4f53-b63e-176475c837b5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1331.653863] env[65762]: DEBUG oslo_concurrency.lockutils [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] Acquiring lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.654119] env[65762]: DEBUG oslo_concurrency.lockutils [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] Acquired lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.654317] env[65762]: DEBUG nova.network.neutron [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Refreshing network info cache for port 656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.667317] env[65762]: WARNING neutronclient.v2_0.client [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.743390] env[65762]: DEBUG nova.network.neutron [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updated VIF entry in instance network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1331.743783] env[65762]: DEBUG nova.network.neutron [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbd5425d3-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.808984] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1331.809220] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.208s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.809491] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.828s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.809669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.812738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.162s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.812886] env[65762]: DEBUG nova.objects.instance [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lazy-loading 'resources' on Instance uuid 4153c583-998a-4a78-9f6d-a2ed72b4e04e {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.910653] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.990639] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561258, 'name': CreateVM_Task, 'duration_secs': 0.351785} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.990848] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.991361] env[65762]: WARNING neutronclient.v2_0.client [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.991738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.991886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.992229] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.992497] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42199db1-4748-4a94-b43d-fa316f770ab8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.998245] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1331.998245] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52406db0-fb04-c4e5-7e72-b905671ad516" [ 1331.998245] env[65762]: _type = "Task" [ 1331.998245] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.008903] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52406db0-fb04-c4e5-7e72-b905671ad516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.157066] env[65762]: WARNING neutronclient.v2_0.client [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.246611] env[65762]: DEBUG oslo_concurrency.lockutils [req-1d4ace9a-ac07-46d6-9d6c-4ab75ac8260d req-acc18f88-6351-4842-b652-60f4646fad28 service nova] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.321514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f852bbe7-a63f-4e01-8d71-2393dfef3c91 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.537s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.323046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.412s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.323046] env[65762]: INFO nova.compute.manager [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Unshelving [ 1332.331830] env[65762]: WARNING neutronclient.v2_0.client [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.421586] env[65762]: DEBUG nova.network.neutron [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updated VIF entry in instance network info cache for port 656997f8-45a5-4f53-b63e-176475c837b5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1332.422019] env[65762]: DEBUG nova.network.neutron [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating instance_info_cache with network_info: [{"id": "656997f8-45a5-4f53-b63e-176475c837b5", "address": "fa:16:3e:17:83:54", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656997f8-45", "ovs_interfaceid": "656997f8-45a5-4f53-b63e-176475c837b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.428297] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88829b7-4385-4d89-bdf7-ebc5c446bafa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.437988] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3139fb03-c92d-4f30-8d9e-de3c8ecbed1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.472754] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2095c228-a2d6-4afb-9234-6b9a81330da2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.481734] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a0f6dd-8413-4caa-98d0-965514519885 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.496971] env[65762]: DEBUG nova.compute.provider_tree [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.508404] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52406db0-fb04-c4e5-7e72-b905671ad516, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.509377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.509611] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.509841] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.509982] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.510177] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.510700] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7436c479-c3b5-4fb4-a051-23cf271dc101 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.522298] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.522510] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.523424] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4758d8fa-7118-492f-b7c0-33f65200de0d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.530880] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1332.530880] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5277d94f-3edb-8af6-40e3-87e3421a9068" [ 1332.530880] env[65762]: _type = "Task" [ 1332.530880] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.540693] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5277d94f-3edb-8af6-40e3-87e3421a9068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.925194] env[65762]: DEBUG oslo_concurrency.lockutils [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] Releasing lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.925596] env[65762]: DEBUG nova.compute.manager [req-43627777-a3bf-4c39-b15c-419b6335e173 req-747cfc85-1e6a-4251-afd8-25130ad08b0f service nova] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Received event network-vif-deleted-bff0370e-4cd5-4a83-85c1-756b587448d6 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1332.999966] env[65762]: DEBUG nova.scheduler.client.report [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.042517] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5277d94f-3edb-8af6-40e3-87e3421a9068, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.043441] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4064ec-a075-47cc-b89a-d933ec6b0957 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.050680] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1333.050680] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523bcd55-bbc8-6cac-5157-8ab880068f2c" [ 1333.050680] env[65762]: _type = "Task" [ 1333.050680] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.059744] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523bcd55-bbc8-6cac-5157-8ab880068f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.344023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.504986] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.507997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.164s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.508070] env[65762]: DEBUG nova.objects.instance [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'pci_requests' on Instance uuid 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.525665] env[65762]: INFO nova.scheduler.client.report [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Deleted allocations for instance 4153c583-998a-4a78-9f6d-a2ed72b4e04e [ 1333.563309] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523bcd55-bbc8-6cac-5157-8ab880068f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.038766} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.563657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.564019] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2142cff9-e746-4235-87eb-dd92379c6f17/2142cff9-e746-4235-87eb-dd92379c6f17.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.564344] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e84edf7-2ac6-4de2-a17d-5d97a0640953 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.572937] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1333.572937] env[65762]: value = "task-4561260" [ 1333.572937] env[65762]: _type = "Task" [ 1333.572937] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.585244] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.812995] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.012192] env[65762]: DEBUG nova.objects.instance [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'numa_topology' on Instance uuid 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.039899] env[65762]: DEBUG oslo_concurrency.lockutils [None req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Lock "4153c583-998a-4a78-9f6d-a2ed72b4e04e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.028s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.083807] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561260, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.280496] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.280975] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891278', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'name': 'volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b3853-65ac-4a40-8cfc-239984c4d511', 'attached_at': '', 'detached_at': '', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'serial': '65ebb99d-6e9d-4376-961f-969ccd2c57ce'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.282271] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b84fb-9d90-4cc9-b0fc-2a58be2b2743 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.300336] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa349477-f298-4340-a331-65da047cbaa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.344483] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce/volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.345030] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2246e4-fda6-46e4-ba4d-e10bbc2eeeea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.371531] env[65762]: DEBUG oslo_vmware.api [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1334.371531] env[65762]: value = "task-4561261" [ 1334.371531] env[65762]: _type = "Task" [ 1334.371531] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.381440] env[65762]: DEBUG oslo_vmware.api [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.516800] env[65762]: INFO nova.compute.claims [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.585362] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522191} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.585656] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 2142cff9-e746-4235-87eb-dd92379c6f17/2142cff9-e746-4235-87eb-dd92379c6f17.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.585865] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.586187] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d231646-834b-4d88-a4cf-1f4776de5450 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.594041] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1334.594041] env[65762]: value = "task-4561262" [ 1334.594041] env[65762]: _type = "Task" [ 1334.594041] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.603411] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.882078] env[65762]: DEBUG oslo_vmware.api [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561261, 'name': ReconfigVM_Task, 'duration_secs': 0.383843} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.882377] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce/volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.887096] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f466cbc-a7fe-486f-967a-b54f9899bdcf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.903395] env[65762]: DEBUG oslo_vmware.api [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1334.903395] env[65762]: value = "task-4561263" [ 1334.903395] env[65762]: _type = "Task" [ 1334.903395] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.912402] env[65762]: DEBUG oslo_vmware.api [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.112269] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079344} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.115947] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.117381] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1bb9ee-3658-4179-94ea-2d75ecbdfd59 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.145929] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 2142cff9-e746-4235-87eb-dd92379c6f17/2142cff9-e746-4235-87eb-dd92379c6f17.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.146408] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a843405f-78d0-49e5-96e5-f7809e34c209 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.161066] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e0a59-caaf-478a-9b62-47089317c3c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.169437] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ff6949-35fd-4c41-b2fe-c9cf61fa8532 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.174031] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1335.174031] env[65762]: value = "task-4561264" [ 1335.174031] env[65762]: _type = "Task" [ 1335.174031] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.202399] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2034a0fc-14bc-4bd0-b80e-f30fb05a4696 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.208445] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.214101] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7a622-64b4-41b8-a9d3-c671c07b64c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.228354] env[65762]: DEBUG nova.compute.provider_tree [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.415075] env[65762]: DEBUG oslo_vmware.api [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561263, 'name': ReconfigVM_Task, 'duration_secs': 0.151964} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.415628] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891278', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'name': 'volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b3853-65ac-4a40-8cfc-239984c4d511', 'attached_at': '', 'detached_at': '', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'serial': '65ebb99d-6e9d-4376-961f-969ccd2c57ce'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1335.686595] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561264, 'name': ReconfigVM_Task, 'duration_secs': 0.294595} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.686595] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 2142cff9-e746-4235-87eb-dd92379c6f17/2142cff9-e746-4235-87eb-dd92379c6f17.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.686968] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660c6022-3fd8-428e-aee1-a556c4f4e7af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.693569] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1335.693569] env[65762]: value = "task-4561265" [ 1335.693569] env[65762]: _type = "Task" [ 1335.693569] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.702845] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561265, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.731432] env[65762]: DEBUG nova.scheduler.client.report [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.203628] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561265, 'name': Rename_Task, 'duration_secs': 0.145384} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.203926] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.204075] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597e8418-651b-464f-909a-fe754f014e0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.211111] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1336.211111] env[65762]: value = "task-4561266" [ 1336.211111] env[65762]: _type = "Task" [ 1336.211111] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.219354] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.236778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.237186] env[65762]: WARNING neutronclient.v2_0.client [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.277163] env[65762]: INFO nova.network.neutron [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1336.456650] env[65762]: DEBUG nova.objects.instance [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'flavor' on Instance uuid ea3b3853-65ac-4a40-8cfc-239984c4d511 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.721165] env[65762]: DEBUG oslo_vmware.api [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561266, 'name': PowerOnVM_Task, 'duration_secs': 0.49069} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.721484] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.721685] env[65762]: INFO nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1336.721859] env[65762]: DEBUG nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1336.722720] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe622a73-a0b4-4e84-9d85-2498c705b5ef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.961278] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6d517e23-16fa-40c2-9e4f-fe046514809e tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.184195] env[65762]: DEBUG oslo_concurrency.lockutils [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.184479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.240875] env[65762]: INFO nova.compute.manager [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Took 12.15 seconds to build instance. [ 1337.687537] env[65762]: INFO nova.compute.manager [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Detaching volume 65ebb99d-6e9d-4376-961f-969ccd2c57ce [ 1337.724598] env[65762]: INFO nova.virt.block_device [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Attempting to driver detach volume 65ebb99d-6e9d-4376-961f-969ccd2c57ce from mountpoint /dev/sdb [ 1337.724851] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1337.725023] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891278', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'name': 'volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b3853-65ac-4a40-8cfc-239984c4d511', 'attached_at': '', 'detached_at': '', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'serial': '65ebb99d-6e9d-4376-961f-969ccd2c57ce'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1337.725929] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe69005-3f99-4e7a-b576-ef827618ab51 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.748831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4a0e5629-8764-42b8-9470-4f81e6d259b1 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.670s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.749780] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce746d-0154-46ea-9e8e-ebf4878a9f6c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.757695] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5a99f-c2f0-4bb4-8581-0e5178e2263f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.780234] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd96b49-e6b4-49b3-9ab1-16b99887635a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.798725] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] The volume has not been displaced from its original location: [datastore1] volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce/volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1337.804244] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.804628] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e344c06-3802-4e65-a065-4c5dc9d569ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.823879] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1337.823879] env[65762]: value = "task-4561267" [ 1337.823879] env[65762]: _type = "Task" [ 1337.823879] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.833601] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.841893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.841893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.841893] env[65762]: DEBUG nova.network.neutron [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1337.899877] env[65762]: DEBUG nova.compute.manager [req-200e6fa0-fabb-42a1-9f39-9e1f0ff81cc6 req-92844207-441e-452c-848d-0b1c8b958d98 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-vif-plugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1337.900932] env[65762]: DEBUG oslo_concurrency.lockutils [req-200e6fa0-fabb-42a1-9f39-9e1f0ff81cc6 req-92844207-441e-452c-848d-0b1c8b958d98 service nova] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.901196] env[65762]: DEBUG oslo_concurrency.lockutils [req-200e6fa0-fabb-42a1-9f39-9e1f0ff81cc6 req-92844207-441e-452c-848d-0b1c8b958d98 service nova] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.901357] env[65762]: DEBUG oslo_concurrency.lockutils [req-200e6fa0-fabb-42a1-9f39-9e1f0ff81cc6 req-92844207-441e-452c-848d-0b1c8b958d98 service nova] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.901530] env[65762]: DEBUG nova.compute.manager [req-200e6fa0-fabb-42a1-9f39-9e1f0ff81cc6 req-92844207-441e-452c-848d-0b1c8b958d98 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] No waiting events found dispatching network-vif-plugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1337.901773] env[65762]: WARNING nova.compute.manager [req-200e6fa0-fabb-42a1-9f39-9e1f0ff81cc6 req-92844207-441e-452c-848d-0b1c8b958d98 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received unexpected event network-vif-plugged-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1338.341569] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.345501] env[65762]: WARNING neutronclient.v2_0.client [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.373949] env[65762]: DEBUG nova.compute.manager [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Received event network-changed-656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1338.377018] env[65762]: DEBUG nova.compute.manager [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Refreshing instance network info cache due to event network-changed-656997f8-45a5-4f53-b63e-176475c837b5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1338.377018] env[65762]: DEBUG oslo_concurrency.lockutils [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] Acquiring lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.377018] env[65762]: DEBUG oslo_concurrency.lockutils [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] Acquired lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.377018] env[65762]: DEBUG nova.network.neutron [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Refreshing network info cache for port 656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.560287] env[65762]: WARNING neutronclient.v2_0.client [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.640785] env[65762]: DEBUG nova.network.neutron [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.843345] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.884743] env[65762]: WARNING neutronclient.v2_0.client [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.089696] env[65762]: WARNING neutronclient.v2_0.client [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.145142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.181541] env[65762]: DEBUG nova.network.neutron [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updated VIF entry in instance network info cache for port 656997f8-45a5-4f53-b63e-176475c837b5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1339.181541] env[65762]: DEBUG nova.network.neutron [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating instance_info_cache with network_info: [{"id": "656997f8-45a5-4f53-b63e-176475c837b5", "address": "fa:16:3e:17:83:54", "network": {"id": "5c55f41c-cad8-4bd5-9153-8bec52b83f07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1976458153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f5c6afa2b046038d8a5411e6107153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656997f8-45", "ovs_interfaceid": "656997f8-45a5-4f53-b63e-176475c837b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.185567] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9d14c1f7287f3657cb60bf098b6eeadd',container_format='bare',created_at=2025-11-20T04:58:47Z,direct_url=,disk_format='vmdk',id=9355df00-a5fc-4208-859c-972f1c3c2bb8,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1537697518-shelved',owner='2bf8d95399f74ec7a0bdf20a48dd21a4',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-20T04:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1339.186308] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.186308] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1339.186308] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.187056] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1339.187056] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1339.187056] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.187056] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1339.187270] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1339.187386] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1339.187513] env[65762]: DEBUG nova.virt.hardware [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1339.189193] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0f1ea-532d-4414-b92b-aa4418a15f06 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.200120] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ca421-358b-43b6-9124-383394b2a764 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.218243] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5425d3-7942-442c-a1c2-31ccfea3e8f2', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.227060] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1339.227894] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.228307] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8fb03a-7bc3-4f01-b8df-707bd5f3e739 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.253312] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.253312] env[65762]: value = "task-4561268" [ 1339.253312] env[65762]: _type = "Task" [ 1339.253312] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.262610] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561268, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.338699] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561267, 'name': ReconfigVM_Task, 'duration_secs': 1.279979} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.339013] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.344468] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8dca1b5-7190-4cfd-aa70-c982f6292538 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.362464] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1339.362464] env[65762]: value = "task-4561269" [ 1339.362464] env[65762]: _type = "Task" [ 1339.362464] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.374299] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.694357] env[65762]: DEBUG oslo_concurrency.lockutils [req-a0ef3841-027d-448e-ba1f-0346a03d54e7 req-c0e5882f-3327-4959-9964-a43d6c3bca75 service nova] Releasing lock "refresh_cache-2142cff9-e746-4235-87eb-dd92379c6f17" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.764592] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561268, 'name': CreateVM_Task, 'duration_secs': 0.431867} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.764776] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.765334] env[65762]: WARNING neutronclient.v2_0.client [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.765719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.765872] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.766242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.766517] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0cea1d-1fdf-434e-8639-addd94cfd9ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.773392] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1339.773392] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52f0c115-6919-d4a3-98b9-e979d574e390" [ 1339.773392] env[65762]: _type = "Task" [ 1339.773392] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.786508] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52f0c115-6919-d4a3-98b9-e979d574e390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.873032] env[65762]: DEBUG oslo_vmware.api [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561269, 'name': ReconfigVM_Task, 'duration_secs': 0.26454} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.873374] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891278', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'name': 'volume-65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b3853-65ac-4a40-8cfc-239984c4d511', 'attached_at': '', 'detached_at': '', 'volume_id': '65ebb99d-6e9d-4376-961f-969ccd2c57ce', 'serial': '65ebb99d-6e9d-4376-961f-969ccd2c57ce'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1339.949531] env[65762]: DEBUG nova.compute.manager [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1339.949802] env[65762]: DEBUG nova.compute.manager [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing instance network info cache due to event network-changed-bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1339.949948] env[65762]: DEBUG oslo_concurrency.lockutils [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] Acquiring lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.950065] env[65762]: DEBUG oslo_concurrency.lockutils [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] Acquired lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.950235] env[65762]: DEBUG nova.network.neutron [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Refreshing network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.286113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.286210] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Processing image 9355df00-a5fc-4208-859c-972f1c3c2bb8 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.286500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.286634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.286811] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.287102] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc5cc94c-b2aa-432b-8126-7ac78db4cf4c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.307130] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.307397] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.308192] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09004955-8631-4602-ae6b-2606f846919c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.314329] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1340.314329] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5296770c-f901-3d6c-426a-3be8ea762fde" [ 1340.314329] env[65762]: _type = "Task" [ 1340.314329] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.326177] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5296770c-f901-3d6c-426a-3be8ea762fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.424648] env[65762]: DEBUG nova.objects.instance [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'flavor' on Instance uuid ea3b3853-65ac-4a40-8cfc-239984c4d511 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.453362] env[65762]: WARNING neutronclient.v2_0.client [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.631420] env[65762]: WARNING neutronclient.v2_0.client [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.705384] env[65762]: DEBUG nova.network.neutron [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updated VIF entry in instance network info cache for port bd5425d3-7942-442c-a1c2-31ccfea3e8f2. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1340.705809] env[65762]: DEBUG nova.network.neutron [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [{"id": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "address": "fa:16:3e:54:9d:d2", "network": {"id": "4d0f6efa-3ad1-403a-aa7b-a860c2923170", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1731776743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf8d95399f74ec7a0bdf20a48dd21a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5425d3-79", "ovs_interfaceid": "bd5425d3-7942-442c-a1c2-31ccfea3e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.827050] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Preparing fetch location {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1340.827050] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Fetch image to [datastore2] OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0/OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0.vmdk {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1340.827050] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Downloading stream optimized image 9355df00-a5fc-4208-859c-972f1c3c2bb8 to [datastore2] OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0/OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0.vmdk on the data store datastore2 as vApp {{(pid=65762) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1340.827050] env[65762]: DEBUG nova.virt.vmwareapi.images [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Downloading image file data 9355df00-a5fc-4208-859c-972f1c3c2bb8 to the ESX as VM named 'OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0' {{(pid=65762) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1340.911388] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1340.911388] env[65762]: value = "resgroup-9" [ 1340.911388] env[65762]: _type = "ResourcePool" [ 1340.911388] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1340.911726] env[65762]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4f388f37-3da0-49c2-b48d-448b7114bd89 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.934332] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease: (returnval){ [ 1340.934332] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b6a4e-6aa1-4da5-d15e-e66ad08a9af9" [ 1340.934332] env[65762]: _type = "HttpNfcLease" [ 1340.934332] env[65762]: } obtained for vApp import into resource pool (val){ [ 1340.934332] env[65762]: value = "resgroup-9" [ 1340.934332] env[65762]: _type = "ResourcePool" [ 1340.934332] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1340.934916] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the lease: (returnval){ [ 1340.934916] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b6a4e-6aa1-4da5-d15e-e66ad08a9af9" [ 1340.934916] env[65762]: _type = "HttpNfcLease" [ 1340.934916] env[65762]: } to be ready. {{(pid=65762) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1340.942089] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.942089] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b6a4e-6aa1-4da5-d15e-e66ad08a9af9" [ 1340.942089] env[65762]: _type = "HttpNfcLease" [ 1340.942089] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1341.208712] env[65762]: DEBUG oslo_concurrency.lockutils [req-f6949716-addb-4890-8500-1c9aff6b3028 req-920b5996-2332-47ae-ac70-51458a4a0ddb service nova] Releasing lock "refresh_cache-61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.431107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-420ddea0-e638-4b4b-981f-2d221144a92d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.246s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.444770] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1341.444770] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b6a4e-6aa1-4da5-d15e-e66ad08a9af9" [ 1341.444770] env[65762]: _type = "HttpNfcLease" [ 1341.444770] env[65762]: } is initializing. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1341.619195] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.619421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.619692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "ea3b3853-65ac-4a40-8cfc-239984c4d511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.619974] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.620200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.622402] env[65762]: INFO nova.compute.manager [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Terminating instance [ 1341.945369] env[65762]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1341.945369] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b6a4e-6aa1-4da5-d15e-e66ad08a9af9" [ 1341.945369] env[65762]: _type = "HttpNfcLease" [ 1341.945369] env[65762]: } is ready. {{(pid=65762) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1341.945614] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1341.945614] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]529b6a4e-6aa1-4da5-d15e-e66ad08a9af9" [ 1341.945614] env[65762]: _type = "HttpNfcLease" [ 1341.945614] env[65762]: }. {{(pid=65762) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1341.946270] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd58d57-f80a-45a3-aae4-06dcfd5a362d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.953592] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeebdf-e920-b608-012a-d467914cdde0/disk-0.vmdk from lease info. {{(pid=65762) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1341.953802] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeebdf-e920-b608-012a-d467914cdde0/disk-0.vmdk. {{(pid=65762) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1342.016044] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d922292-de16-496d-8751-defdbf98231d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.126111] env[65762]: DEBUG nova.compute.manager [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1342.126366] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.127315] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c1c0a-c45d-4fdb-8f6e-2bf08060f927 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.135398] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.135659] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ee2882a-676b-4a5f-9f8c-58419ca75657 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.142573] env[65762]: DEBUG oslo_vmware.api [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1342.142573] env[65762]: value = "task-4561274" [ 1342.142573] env[65762]: _type = "Task" [ 1342.142573] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.152512] env[65762]: DEBUG oslo_vmware.api [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.658173] env[65762]: DEBUG oslo_vmware.api [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561274, 'name': PowerOffVM_Task, 'duration_secs': 0.223493} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.660949] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.661184] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.662042] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62807122-1749-4ee1-b83f-02d4adbee6d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.738064] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.738393] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.738605] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleting the datastore file [datastore2] ea3b3853-65ac-4a40-8cfc-239984c4d511 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.738923] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38d0894-0db4-4982-8625-f868a6775ca0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.748443] env[65762]: DEBUG oslo_vmware.api [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for the task: (returnval){ [ 1342.748443] env[65762]: value = "task-4561276" [ 1342.748443] env[65762]: _type = "Task" [ 1342.748443] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.762169] env[65762]: DEBUG oslo_vmware.api [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.261610] env[65762]: DEBUG oslo_vmware.api [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Task: {'id': task-4561276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171499} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.261884] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.262094] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.262314] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.262521] env[65762]: INFO nova.compute.manager [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1343.262901] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1343.262975] env[65762]: DEBUG nova.compute.manager [-] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1343.263082] env[65762]: DEBUG nova.network.neutron [-] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1343.263372] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1343.306015] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1343.312044] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Completed reading data from the image iterator. {{(pid=65762) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1343.312044] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeebdf-e920-b608-012a-d467914cdde0/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1343.312891] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c4eed-b5b4-4efa-a34c-1fe4d3f0292b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.325414] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeebdf-e920-b608-012a-d467914cdde0/disk-0.vmdk is in state: ready. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1343.325735] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeebdf-e920-b608-012a-d467914cdde0/disk-0.vmdk. {{(pid=65762) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1343.326052] env[65762]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1a241b7a-e230-47d6-92c9-92bff245c770 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.831643] env[65762]: DEBUG nova.compute.manager [req-af39e2e3-612f-43c6-b7a3-61c19623dcf2 req-12c38b32-3657-433d-9831-663797cb4c79 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Received event network-vif-deleted-e172b075-4461-45d4-8fce-f2b82d98da04 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1343.831866] env[65762]: INFO nova.compute.manager [req-af39e2e3-612f-43c6-b7a3-61c19623dcf2 req-12c38b32-3657-433d-9831-663797cb4c79 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Neutron deleted interface e172b075-4461-45d4-8fce-f2b82d98da04; detaching it from the instance and deleting it from the info cache [ 1343.831942] env[65762]: DEBUG nova.network.neutron [req-af39e2e3-612f-43c6-b7a3-61c19623dcf2 req-12c38b32-3657-433d-9831-663797cb4c79 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.908997] env[65762]: DEBUG oslo_vmware.rw_handles [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeebdf-e920-b608-012a-d467914cdde0/disk-0.vmdk. {{(pid=65762) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1343.909225] env[65762]: INFO nova.virt.vmwareapi.images [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Downloaded image file data 9355df00-a5fc-4208-859c-972f1c3c2bb8 [ 1343.910159] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be7fbe0-c8c4-45a6-a64c-80a7fad21f20 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.927954] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c7430f-4768-4d87-93fa-caa552427332 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.019033] env[65762]: INFO nova.virt.vmwareapi.images [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] The imported VM was unregistered [ 1344.021952] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Caching image {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1344.022225] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.022587] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2de30374-1a2f-434d-9130-81eb4bcd6940 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.049796] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Created directory with path [datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8 {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.049796] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0/OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0.vmdk to [datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk. {{(pid=65762) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1344.050109] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5e48c102-30fe-4690-91cd-6d8c7c091a00 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.059106] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1344.059106] env[65762]: value = "task-4561279" [ 1344.059106] env[65762]: _type = "Task" [ 1344.059106] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.068215] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.306030] env[65762]: DEBUG nova.network.neutron [-] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.335065] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2ef1f0a-4f3b-4c4e-ba35-d47712b1ec80 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.346257] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0caa05-5b06-4504-ae9b-31b1c09f23ec {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.382017] env[65762]: DEBUG nova.compute.manager [req-af39e2e3-612f-43c6-b7a3-61c19623dcf2 req-12c38b32-3657-433d-9831-663797cb4c79 service nova] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Detach interface failed, port_id=e172b075-4461-45d4-8fce-f2b82d98da04, reason: Instance ea3b3853-65ac-4a40-8cfc-239984c4d511 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1344.569691] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.808678] env[65762]: INFO nova.compute.manager [-] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Took 1.55 seconds to deallocate network for instance. [ 1345.069935] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.317114] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.317477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.317764] env[65762]: DEBUG nova.objects.instance [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lazy-loading 'resources' on Instance uuid ea3b3853-65ac-4a40-8cfc-239984c4d511 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.571243] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.963618] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2588f1-85c1-4a57-906b-f97f7fa6e7cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.972377] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290892ff-7029-43df-ba87-5b1bf4cc348c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.003748] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf2632d-0a98-434f-86b6-ae2d2f7d46b5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.012502] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02513ae9-72f4-48b6-922c-71482a3058eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.028651] env[65762]: DEBUG nova.compute.provider_tree [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.071615] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.532440] env[65762]: DEBUG nova.scheduler.client.report [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.571100] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.038287] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.066674] env[65762]: INFO nova.scheduler.client.report [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Deleted allocations for instance ea3b3853-65ac-4a40-8cfc-239984c4d511 [ 1347.075283] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561279, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.789812} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.075577] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0/OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0.vmdk to [datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk. [ 1347.075708] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Cleaning up location [datastore2] OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1347.075868] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_508efc62-8361-4cc2-a704-1d53c52ceea0 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.076147] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a53ea3f0-7733-460b-a90a-5a4822e35366 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.083111] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1347.083111] env[65762]: value = "task-4561281" [ 1347.083111] env[65762]: _type = "Task" [ 1347.083111] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.091983] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.576332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Lock "ea3b3853-65ac-4a40-8cfc-239984c4d511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.957s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.592677] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041405} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.593573] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.593790] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.594090] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk to [datastore2] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.594431] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5edb7449-70a1-4cc9-bd82-1be71f871b9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.604052] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1347.604052] env[65762]: value = "task-4561282" [ 1347.604052] env[65762]: _type = "Task" [ 1347.604052] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.614219] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.115810] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561282, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.615869] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561282, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.117775] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561282, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.617878] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561282, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.119488] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561282, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.275568} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.119918] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9355df00-a5fc-4208-859c-972f1c3c2bb8/9355df00-a5fc-4208-859c-972f1c3c2bb8.vmdk to [datastore2] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.120716] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4711ca-f3ea-4f8d-ac1c-cd15760a99e0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.146050] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.146396] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f634c70-f4ff-41ed-b994-26e4cc191787 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.167719] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1350.167719] env[65762]: value = "task-4561286" [ 1350.167719] env[65762]: _type = "Task" [ 1350.167719] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.177347] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.677793] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561286, 'name': ReconfigVM_Task, 'duration_secs': 0.297911} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.678052] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c/61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c.vmdk or device None with type streamOptimized {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.678710] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66f187a2-5744-446f-b1d5-4d300e46dabf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.686179] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1350.686179] env[65762]: value = "task-4561287" [ 1350.686179] env[65762]: _type = "Task" [ 1350.686179] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.695191] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561287, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.196585] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561287, 'name': Rename_Task, 'duration_secs': 0.191551} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.196960] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.197089] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-753152bc-7ba5-422a-a235-c30e908da0ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.204153] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1351.204153] env[65762]: value = "task-4561288" [ 1351.204153] env[65762]: _type = "Task" [ 1351.204153] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.212729] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.714728] env[65762]: DEBUG oslo_vmware.api [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561288, 'name': PowerOnVM_Task, 'duration_secs': 0.465538} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.714952] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.816872] env[65762]: DEBUG nova.compute.manager [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1351.817841] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c39f52-9e52-4d47-bfcd-dc42880f4f69 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.338039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cde3299c-5cb4-4a5a-b70c-132be6113767 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.015s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.706189] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.706514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.706737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.706920] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.707096] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.709197] env[65762]: INFO nova.compute.manager [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Terminating instance [ 1353.213450] env[65762]: DEBUG nova.compute.manager [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1353.213644] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.214634] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a298d61-f3f3-4dda-ace0-10d07934e0fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.222699] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.222951] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-980fb229-bdfe-4b78-9cdf-92767e5e387b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.229818] env[65762]: DEBUG oslo_vmware.api [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1353.229818] env[65762]: value = "task-4561291" [ 1353.229818] env[65762]: _type = "Task" [ 1353.229818] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.238988] env[65762]: DEBUG oslo_vmware.api [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.740726] env[65762]: DEBUG oslo_vmware.api [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561291, 'name': PowerOffVM_Task, 'duration_secs': 0.222087} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.740726] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.741263] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.741263] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1a6a23-6fae-4021-b84b-3f7778ac7a5d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.816232] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.816505] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.817017] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleting the datastore file [datastore2] 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.817017] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aecaf17b-2b4d-4604-9ce0-3ca4d11d82e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.823992] env[65762]: DEBUG oslo_vmware.api [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for the task: (returnval){ [ 1353.823992] env[65762]: value = "task-4561293" [ 1353.823992] env[65762]: _type = "Task" [ 1353.823992] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.834077] env[65762]: DEBUG oslo_vmware.api [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.333937] env[65762]: DEBUG oslo_vmware.api [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Task: {'id': task-4561293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148384} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.334357] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.334564] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.334758] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.334945] env[65762]: INFO nova.compute.manager [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1354.335262] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1354.335498] env[65762]: DEBUG nova.compute.manager [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1354.335614] env[65762]: DEBUG nova.network.neutron [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1354.335868] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.368213] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.831726] env[65762]: DEBUG nova.compute.manager [req-ea5b8bb5-fb39-4403-ba04-927938d22b4c req-11124a86-0701-40cf-9d98-36d17af76e43 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Received event network-vif-deleted-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1354.832067] env[65762]: INFO nova.compute.manager [req-ea5b8bb5-fb39-4403-ba04-927938d22b4c req-11124a86-0701-40cf-9d98-36d17af76e43 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Neutron deleted interface bd5425d3-7942-442c-a1c2-31ccfea3e8f2; detaching it from the instance and deleting it from the info cache [ 1354.832158] env[65762]: DEBUG nova.network.neutron [req-ea5b8bb5-fb39-4403-ba04-927938d22b4c req-11124a86-0701-40cf-9d98-36d17af76e43 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.313382] env[65762]: DEBUG nova.network.neutron [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.334905] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6cfdd9f-b457-43f1-ab35-07e5a0f520e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.347509] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965afc5-e568-43e0-b090-0c83cd9a6625 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.379245] env[65762]: DEBUG nova.compute.manager [req-ea5b8bb5-fb39-4403-ba04-927938d22b4c req-11124a86-0701-40cf-9d98-36d17af76e43 service nova] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Detach interface failed, port_id=bd5425d3-7942-442c-a1c2-31ccfea3e8f2, reason: Instance 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1355.815887] env[65762]: INFO nova.compute.manager [-] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Took 1.48 seconds to deallocate network for instance. [ 1355.869640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "e838f17f-896a-4345-99fd-f3a24e83ad11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.869975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.870107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.870289] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.870456] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.872807] env[65762]: INFO nova.compute.manager [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Terminating instance [ 1356.324064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.324425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.324689] env[65762]: DEBUG nova.objects.instance [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lazy-loading 'resources' on Instance uuid 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.376389] env[65762]: DEBUG nova.compute.manager [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1356.376613] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.376889] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07154314-38c6-444c-b523-b98ddefa682f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.384074] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1356.384074] env[65762]: value = "task-4561297" [ 1356.384074] env[65762]: _type = "Task" [ 1356.384074] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.394661] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.895962] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561297, 'name': PowerOffVM_Task, 'duration_secs': 0.180332} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.896279] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.896429] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1356.896639] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891273', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'name': 'volume-ce586697-8313-446e-8843-68147d2efa67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e838f17f-896a-4345-99fd-f3a24e83ad11', 'attached_at': '2025-11-20T04:58:54.000000', 'detached_at': '', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'serial': 'ce586697-8313-446e-8843-68147d2efa67'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1356.897804] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74db978b-1535-43d7-a49f-95f430a6857e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.902084] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aec792-89da-45a4-ac0f-42ea8654317e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.921329] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f915895-79e9-4379-bc24-402ce0fc8134 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.928055] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6dbdb8-cc73-4615-916a-caa49affc9ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.933765] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f1804a-09ea-4619-a5c9-88eda97b1072 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.960494] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23e8ad-ffb1-42fc-bca0-70d9f0ff1d4b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.976670] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d77ba7-551c-472f-9985-ebe38eb90541 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.982143] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06295b29-3411-4756-a269-3efdd536c792 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.997455] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] The volume has not been displaced from its original location: [datastore2] volume-ce586697-8313-446e-8843-68147d2efa67/volume-ce586697-8313-446e-8843-68147d2efa67.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1357.002687] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.003309] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5ef6b2-2f4f-43be-9c01-e16c6543dde7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.024410] env[65762]: DEBUG nova.compute.provider_tree [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.031726] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1357.031726] env[65762]: value = "task-4561298" [ 1357.031726] env[65762]: _type = "Task" [ 1357.031726] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.042120] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.527750] env[65762]: DEBUG nova.scheduler.client.report [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.543677] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.033938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.047392] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.065229] env[65762]: INFO nova.scheduler.client.report [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Deleted allocations for instance 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c [ 1358.547295] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561298, 'name': ReconfigVM_Task, 'duration_secs': 1.175964} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.547612] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.552205] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa3a0c9-d66b-4f8a-adec-7adef139fa74 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.567821] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1358.567821] env[65762]: value = "task-4561299" [ 1358.567821] env[65762]: _type = "Task" [ 1358.567821] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.574073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-67fb25ed-780d-4253-a9e7-6c09e1b6952a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Lock "61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.867s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.581377] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.079901] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561299, 'name': ReconfigVM_Task, 'duration_secs': 0.11681} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.080305] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891273', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'name': 'volume-ce586697-8313-446e-8843-68147d2efa67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e838f17f-896a-4345-99fd-f3a24e83ad11', 'attached_at': '2025-11-20T04:58:54.000000', 'detached_at': '', 'volume_id': 'ce586697-8313-446e-8843-68147d2efa67', 'serial': 'ce586697-8313-446e-8843-68147d2efa67'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1359.080614] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.081591] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e248f15-e768-49fe-a492-51fc249aef12 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.089752] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.089848] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bcf3f4c-3706-4355-bb49-c256cd2448c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.164867] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.165169] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.165368] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore2] e838f17f-896a-4345-99fd-f3a24e83ad11 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.165729] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f225de5-b2a8-4294-9135-412830bf67a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.176274] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1359.176274] env[65762]: value = "task-4561302" [ 1359.176274] env[65762]: _type = "Task" [ 1359.176274] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.184068] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.687901] env[65762]: DEBUG oslo_vmware.api [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083625} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.688231] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.688478] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.688691] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.688887] env[65762]: INFO nova.compute.manager [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Took 3.31 seconds to destroy the instance on the hypervisor. [ 1359.689190] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1359.689417] env[65762]: DEBUG nova.compute.manager [-] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1359.689535] env[65762]: DEBUG nova.network.neutron [-] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1359.689808] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.731574] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.903433] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "1d6d6403-b245-46c3-851c-5a85b3594428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.903664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "1d6d6403-b245-46c3-851c-5a85b3594428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.161972] env[65762]: DEBUG nova.compute.manager [req-322dadd1-8875-416e-a779-301b99614dc4 req-2527c714-d5a6-429d-861d-d62aaea1f169 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Received event network-vif-deleted-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1360.162327] env[65762]: INFO nova.compute.manager [req-322dadd1-8875-416e-a779-301b99614dc4 req-2527c714-d5a6-429d-861d-d62aaea1f169 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Neutron deleted interface 6fe6a9cf-ab95-4a68-8082-d2c7a9893928; detaching it from the instance and deleting it from the info cache [ 1360.162589] env[65762]: DEBUG nova.network.neutron [req-322dadd1-8875-416e-a779-301b99614dc4 req-2527c714-d5a6-429d-861d-d62aaea1f169 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.406049] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1360.641471] env[65762]: DEBUG nova.network.neutron [-] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.666244] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4562698c-d3e3-4502-9fec-b6d5d33406f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.677620] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c049baf9-b30f-4ad6-9e2a-902a0bfd79fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.706716] env[65762]: DEBUG nova.compute.manager [req-322dadd1-8875-416e-a779-301b99614dc4 req-2527c714-d5a6-429d-861d-d62aaea1f169 service nova] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Detach interface failed, port_id=6fe6a9cf-ab95-4a68-8082-d2c7a9893928, reason: Instance e838f17f-896a-4345-99fd-f3a24e83ad11 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1360.931025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.931025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.933117] env[65762]: INFO nova.compute.claims [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.144449] env[65762]: INFO nova.compute.manager [-] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Took 1.45 seconds to deallocate network for instance. [ 1361.693213] env[65762]: INFO nova.compute.manager [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Took 0.55 seconds to detach 1 volumes for instance. [ 1361.695535] env[65762]: DEBUG nova.compute.manager [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Deleting volume: ce586697-8313-446e-8843-68147d2efa67 {{(pid=65762) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 1362.021613] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf27326-d268-4d1a-8274-1491739529ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.030949] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194dc18d-7a6c-46f5-bca5-2e5f33f448e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.062567] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344648d9-d595-4b2a-bf7f-dffdabe43556 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.071334] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71908c-627b-4872-bfaa-5fe06ae26d9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.085754] env[65762]: DEBUG nova.compute.provider_tree [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.234407] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.589681] env[65762]: DEBUG nova.scheduler.client.report [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.095168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.095716] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1363.098543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.864s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.099141] env[65762]: DEBUG nova.objects.instance [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'resources' on Instance uuid e838f17f-896a-4345-99fd-f3a24e83ad11 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.603182] env[65762]: DEBUG nova.compute.utils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1363.609261] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1363.609491] env[65762]: DEBUG nova.network.neutron [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1363.609901] env[65762]: WARNING neutronclient.v2_0.client [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.610266] env[65762]: WARNING neutronclient.v2_0.client [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.657027] env[65762]: DEBUG nova.policy [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf105e82ad9c426f94de09171c2004ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2d9cd34f5b34666be52debae6672e8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.694987] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a59cdf-df2e-44c0-ae9c-22602eccb800 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.706284] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3265b30-8c6c-4e7e-8031-f309822212ce {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.737696] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53163995-ea4b-4746-a413-3d0fcedee088 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.747297] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f36b8d-53af-45a2-839e-2f04d2357529 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.761689] env[65762]: DEBUG nova.compute.provider_tree [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.992540] env[65762]: DEBUG nova.network.neutron [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Successfully created port: cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1364.112145] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1364.267225] env[65762]: DEBUG nova.scheduler.client.report [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.616014] env[65762]: INFO nova.virt.block_device [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Booting with volume 3f2efa15-865c-4086-99da-4e9938ddcc26 at /dev/sda [ 1364.652745] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db93835c-400c-4403-bf67-e25e51a6a012 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.664571] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161a787-8e86-47cd-b958-43b8bd412ab6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.696986] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a33554ce-5bec-45c4-9c4f-c2738d4caa81 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.706913] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9023e9e0-ca71-4d7c-9f72-08e8b9a514af {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.737628] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c6304-9fb9-415e-9347-0c6d4bb9327c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.745201] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb1ec14-361b-4d49-aaeb-8c4470bc5ecd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.761130] env[65762]: DEBUG nova.virt.block_device [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updating existing volume attachment record: 8ec5dc9c-a489-4068-9428-9348fcb20b0c {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1364.771711] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.795966] env[65762]: INFO nova.scheduler.client.report [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted allocations for instance e838f17f-896a-4345-99fd-f3a24e83ad11 [ 1365.307365] env[65762]: DEBUG oslo_concurrency.lockutils [None req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "e838f17f-896a-4345-99fd-f3a24e83ad11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.437s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.437251] env[65762]: DEBUG nova.compute.manager [req-f9c4c053-ad01-4cab-aecf-f8c248db495f req-bffed7d3-60a5-4c14-a43e-68b15c1708c9 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Received event network-vif-plugged-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1365.438356] env[65762]: DEBUG oslo_concurrency.lockutils [req-f9c4c053-ad01-4cab-aecf-f8c248db495f req-bffed7d3-60a5-4c14-a43e-68b15c1708c9 service nova] Acquiring lock "1d6d6403-b245-46c3-851c-5a85b3594428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.438632] env[65762]: DEBUG oslo_concurrency.lockutils [req-f9c4c053-ad01-4cab-aecf-f8c248db495f req-bffed7d3-60a5-4c14-a43e-68b15c1708c9 service nova] Lock "1d6d6403-b245-46c3-851c-5a85b3594428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.439174] env[65762]: DEBUG oslo_concurrency.lockutils [req-f9c4c053-ad01-4cab-aecf-f8c248db495f req-bffed7d3-60a5-4c14-a43e-68b15c1708c9 service nova] Lock "1d6d6403-b245-46c3-851c-5a85b3594428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.439267] env[65762]: DEBUG nova.compute.manager [req-f9c4c053-ad01-4cab-aecf-f8c248db495f req-bffed7d3-60a5-4c14-a43e-68b15c1708c9 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] No waiting events found dispatching network-vif-plugged-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1365.440076] env[65762]: WARNING nova.compute.manager [req-f9c4c053-ad01-4cab-aecf-f8c248db495f req-bffed7d3-60a5-4c14-a43e-68b15c1708c9 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Received unexpected event network-vif-plugged-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 for instance with vm_state building and task_state block_device_mapping. [ 1365.515839] env[65762]: DEBUG nova.network.neutron [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Successfully updated port: cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1365.910408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.910678] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.911035] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.911125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.911250] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.913372] env[65762]: INFO nova.compute.manager [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Terminating instance [ 1366.017877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.018584] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquired lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.018739] env[65762]: DEBUG nova.network.neutron [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1366.418853] env[65762]: DEBUG nova.compute.manager [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1366.419214] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.419933] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba67557-7df8-4cc3-b632-f0cf7b2afc6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.428693] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.428984] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e691940-00ac-4d79-a0c8-85d56f988dcd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.436208] env[65762]: DEBUG oslo_vmware.api [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1366.436208] env[65762]: value = "task-4561304" [ 1366.436208] env[65762]: _type = "Task" [ 1366.436208] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.445512] env[65762]: DEBUG oslo_vmware.api [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.563296] env[65762]: DEBUG nova.network.neutron [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1366.667323] env[65762]: WARNING neutronclient.v2_0.client [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.762983] env[65762]: DEBUG nova.network.neutron [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updating instance_info_cache with network_info: [{"id": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "address": "fa:16:3e:2c:6c:c3", "network": {"id": "a5d0e55f-e0ba-4db1-a9dc-a466c2007117", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-810318559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2d9cd34f5b34666be52debae6672e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc544e52-fc", "ovs_interfaceid": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.853160] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1366.853716] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1366.853925] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.854087] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1366.854267] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.854492] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1366.854653] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1366.854851] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1366.855009] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1366.855235] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1366.855381] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1366.855602] env[65762]: DEBUG nova.virt.hardware [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1366.856493] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c003e78-c97c-444a-818f-ccc3ef288bcc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.866212] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b1bc8-a997-4a8d-b57c-b1f04259be0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.948883] env[65762]: DEBUG oslo_vmware.api [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561304, 'name': PowerOffVM_Task, 'duration_secs': 0.215201} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.950830] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.950830] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.950830] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cc725da-d35c-444f-9c68-20933c9900d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.025695] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.026539] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.026539] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore1] bed5bb3c-7e48-44a1-ac9e-2356fe87a479 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.026707] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79036744-1024-4285-acaf-b72cbc6da188 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.037128] env[65762]: DEBUG oslo_vmware.api [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1367.037128] env[65762]: value = "task-4561306" [ 1367.037128] env[65762]: _type = "Task" [ 1367.037128] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.046356] env[65762]: DEBUG oslo_vmware.api [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.266598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Releasing lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.266893] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance network_info: |[{"id": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "address": "fa:16:3e:2c:6c:c3", "network": {"id": "a5d0e55f-e0ba-4db1-a9dc-a466c2007117", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-810318559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2d9cd34f5b34666be52debae6672e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc544e52-fc", "ovs_interfaceid": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1367.267290] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6c:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc544e52-fc3f-4ce9-8b1e-497e8f0bde43', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.274706] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Creating folder: Project (e2d9cd34f5b34666be52debae6672e8e). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.274990] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56e147c1-9865-4f02-b670-a5883bbf13df {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.290320] env[65762]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1367.290521] env[65762]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65762) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1367.290914] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Folder already exists: Project (e2d9cd34f5b34666be52debae6672e8e). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1367.291120] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Creating folder: Instances. Parent ref: group-v891281. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.291373] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b90e7f4-30bd-4d3c-8114-1828c97ea9e3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.303903] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Created folder: Instances in parent group-v891281. [ 1367.304186] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1367.304412] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.304650] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5b464f4-f956-415b-9c0a-4a3bc0d8c7dc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.325628] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.325628] env[65762]: value = "task-4561309" [ 1367.325628] env[65762]: _type = "Task" [ 1367.325628] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.334081] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561309, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.444822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "11497c86-d6f3-41fd-91d1-e023658187a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.445130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "11497c86-d6f3-41fd-91d1-e023658187a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.476284] env[65762]: DEBUG nova.compute.manager [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Received event network-changed-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1367.476284] env[65762]: DEBUG nova.compute.manager [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Refreshing instance network info cache due to event network-changed-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1367.476582] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] Acquiring lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.476775] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] Acquired lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.477012] env[65762]: DEBUG nova.network.neutron [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Refreshing network info cache for port cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.548311] env[65762]: DEBUG oslo_vmware.api [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176898} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.548518] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.548761] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.548863] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.548994] env[65762]: INFO nova.compute.manager [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1367.549250] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1367.549483] env[65762]: DEBUG nova.compute.manager [-] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1367.549536] env[65762]: DEBUG nova.network.neutron [-] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1367.549773] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.600802] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.836052] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561309, 'name': CreateVM_Task, 'duration_secs': 0.450186} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.836239] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.836759] env[65762]: WARNING neutronclient.v2_0.client [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.837140] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891285', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'name': 'volume-3f2efa15-865c-4086-99da-4e9938ddcc26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6d6403-b245-46c3-851c-5a85b3594428', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'serial': '3f2efa15-865c-4086-99da-4e9938ddcc26'}, 'attachment_id': '8ec5dc9c-a489-4068-9428-9348fcb20b0c', 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=65762) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1367.837344] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Root volume attach. Driver type: vmdk {{(pid=65762) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1367.838164] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6df7d-e27c-4604-8461-c40eeeb712a2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.846984] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd2890-0f60-449b-b793-b97266cee9c0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.857017] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7884bea3-e41e-48c8-b5bc-d8eaec12de67 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.862341] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4b321f83-06e7-45b2-b060-dc2de64a2c68 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.871860] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1367.871860] env[65762]: value = "task-4561310" [ 1367.871860] env[65762]: _type = "Task" [ 1367.871860] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.877158] env[65762]: DEBUG nova.compute.manager [req-fde99796-c6ff-4328-9b03-f126b2536ad1 req-199e1719-b686-485c-a41f-35355aab32db service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Received event network-vif-deleted-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1367.877360] env[65762]: INFO nova.compute.manager [req-fde99796-c6ff-4328-9b03-f126b2536ad1 req-199e1719-b686-485c-a41f-35355aab32db service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Neutron deleted interface 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898; detaching it from the instance and deleting it from the info cache [ 1367.877528] env[65762]: DEBUG nova.network.neutron [req-fde99796-c6ff-4328-9b03-f126b2536ad1 req-199e1719-b686-485c-a41f-35355aab32db service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.887244] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561310, 'name': RelocateVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.947733] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1367.980532] env[65762]: WARNING neutronclient.v2_0.client [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.133144] env[65762]: WARNING neutronclient.v2_0.client [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.212951] env[65762]: DEBUG nova.network.neutron [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updated VIF entry in instance network info cache for port cc544e52-fc3f-4ce9-8b1e-497e8f0bde43. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1368.213361] env[65762]: DEBUG nova.network.neutron [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updating instance_info_cache with network_info: [{"id": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "address": "fa:16:3e:2c:6c:c3", "network": {"id": "a5d0e55f-e0ba-4db1-a9dc-a466c2007117", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-810318559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2d9cd34f5b34666be52debae6672e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc544e52-fc", "ovs_interfaceid": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.355293] env[65762]: DEBUG nova.network.neutron [-] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.383869] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561310, 'name': RelocateVM_Task, 'duration_secs': 0.414454} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.384172] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a70c7cfc-fedf-4f2e-8b7d-599a990c4112 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.386212] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1368.386442] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891285', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'name': 'volume-3f2efa15-865c-4086-99da-4e9938ddcc26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6d6403-b245-46c3-851c-5a85b3594428', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'serial': '3f2efa15-865c-4086-99da-4e9938ddcc26'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1368.387591] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b308c0-efac-4578-9f4f-06db6bf09bbb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.408704] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c951613-8972-4a8c-93b1-439bc1d1aa3d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.414089] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2831480-1327-4058-9de3-c8074d6bcf99 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.446427] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-3f2efa15-865c-4086-99da-4e9938ddcc26/volume-3f2efa15-865c-4086-99da-4e9938ddcc26.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.453920] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e87a1b8-2b77-465c-90a6-4d00e70263b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.470410] env[65762]: DEBUG nova.compute.manager [req-fde99796-c6ff-4328-9b03-f126b2536ad1 req-199e1719-b686-485c-a41f-35355aab32db service nova] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Detach interface failed, port_id=9d30b5ee-6dc3-4d32-9a9a-4541f1bca898, reason: Instance bed5bb3c-7e48-44a1-ac9e-2356fe87a479 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1368.480748] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1368.480748] env[65762]: value = "task-4561311" [ 1368.480748] env[65762]: _type = "Task" [ 1368.480748] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.489399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.489663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.491145] env[65762]: INFO nova.compute.claims [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.497359] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.716630] env[65762]: DEBUG oslo_concurrency.lockutils [req-1c0272a6-db9c-4d16-8634-91813c0c3770 req-ad859046-23dc-4ce1-8497-28c1fbb671f4 service nova] Releasing lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.858211] env[65762]: INFO nova.compute.manager [-] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Took 1.31 seconds to deallocate network for instance. [ 1368.991434] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561311, 'name': ReconfigVM_Task, 'duration_secs': 0.314303} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.991766] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-3f2efa15-865c-4086-99da-4e9938ddcc26/volume-3f2efa15-865c-4086-99da-4e9938ddcc26.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.996599] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2da2ae6-1eef-4074-aefc-64f1b93713bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.016127] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1369.016127] env[65762]: value = "task-4561312" [ 1369.016127] env[65762]: _type = "Task" [ 1369.016127] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.026727] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.364609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.526528] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561312, 'name': ReconfigVM_Task, 'duration_secs': 0.126869} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.526887] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891285', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'name': 'volume-3f2efa15-865c-4086-99da-4e9938ddcc26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6d6403-b245-46c3-851c-5a85b3594428', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'serial': '3f2efa15-865c-4086-99da-4e9938ddcc26'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1369.527474] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39fa6155-92ee-4365-b622-60f74641ca54 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.535793] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1369.535793] env[65762]: value = "task-4561313" [ 1369.535793] env[65762]: _type = "Task" [ 1369.535793] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.545766] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561313, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.603090] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb3e24-4232-42d5-bccf-a7a694a84108 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.611129] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc72f34-f4a6-4036-a70d-356de547d31e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.644478] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba8d05-287a-4727-b466-dc174661b5be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.653418] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5583b077-ba3b-4fc1-aa50-e81dc81b7f73 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.668452] env[65762]: DEBUG nova.compute.provider_tree [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.046979] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561313, 'name': Rename_Task, 'duration_secs': 0.130697} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.047262] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.047509] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054eacf1-5e5a-4e3d-9b10-ad7acc7ee123 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.054786] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1370.054786] env[65762]: value = "task-4561314" [ 1370.054786] env[65762]: _type = "Task" [ 1370.054786] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.063177] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.172621] env[65762]: DEBUG nova.scheduler.client.report [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.565668] env[65762]: DEBUG oslo_vmware.api [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561314, 'name': PowerOnVM_Task, 'duration_secs': 0.471745} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.566059] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.566197] env[65762]: INFO nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Took 3.71 seconds to spawn the instance on the hypervisor. [ 1370.566384] env[65762]: DEBUG nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1370.567306] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2df5e-727e-4e4c-a0f5-c328688f1c0f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.677797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.678322] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1370.680788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.316s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.681025] env[65762]: DEBUG nova.objects.instance [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'resources' on Instance uuid bed5bb3c-7e48-44a1-ac9e-2356fe87a479 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.086719] env[65762]: INFO nova.compute.manager [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Took 10.18 seconds to build instance. [ 1371.183934] env[65762]: DEBUG nova.compute.utils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.189343] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1371.189343] env[65762]: DEBUG nova.network.neutron [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1371.189855] env[65762]: WARNING neutronclient.v2_0.client [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.190057] env[65762]: WARNING neutronclient.v2_0.client [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.247806] env[65762]: DEBUG nova.policy [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92c17d5490c34bf49b4841b787c74775', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf24de9d84d48bbb7ba1755b3484fcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.270674] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1127375f-657d-4ac0-a4a7-5f0fbf8456c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.279681] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63611907-79c7-4d8f-9a19-7b0e9c48d3f0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.310922] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9447ee0-c0ea-41be-9d59-300016b16f4e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.319735] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af23f32-3c6a-41c8-964c-3fb6be0213a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.334581] env[65762]: DEBUG nova.compute.provider_tree [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.547897] env[65762]: DEBUG nova.network.neutron [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Successfully created port: 27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1371.588445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-342c7af6-421c-4e1e-b90b-7e3d01532c37 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "1d6d6403-b245-46c3-851c-5a85b3594428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.684s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.689968] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1371.774117] env[65762]: DEBUG nova.compute.manager [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Received event network-changed-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1371.774316] env[65762]: DEBUG nova.compute.manager [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Refreshing instance network info cache due to event network-changed-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1371.774559] env[65762]: DEBUG oslo_concurrency.lockutils [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] Acquiring lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.774716] env[65762]: DEBUG oslo_concurrency.lockutils [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] Acquired lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.774884] env[65762]: DEBUG nova.network.neutron [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Refreshing network info cache for port cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.837757] env[65762]: DEBUG nova.scheduler.client.report [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.277285] env[65762]: WARNING neutronclient.v2_0.client [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.342792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.385500] env[65762]: INFO nova.scheduler.client.report [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted allocations for instance bed5bb3c-7e48-44a1-ac9e-2356fe87a479 [ 1372.453374] env[65762]: WARNING neutronclient.v2_0.client [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.536515] env[65762]: DEBUG nova.network.neutron [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updated VIF entry in instance network info cache for port cc544e52-fc3f-4ce9-8b1e-497e8f0bde43. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1372.536962] env[65762]: DEBUG nova.network.neutron [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updating instance_info_cache with network_info: [{"id": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "address": "fa:16:3e:2c:6c:c3", "network": {"id": "a5d0e55f-e0ba-4db1-a9dc-a466c2007117", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-810318559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2d9cd34f5b34666be52debae6672e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc544e52-fc", "ovs_interfaceid": "cc544e52-fc3f-4ce9-8b1e-497e8f0bde43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.703964] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1372.729743] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1372.730107] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.730268] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1372.730447] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.730590] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1372.730769] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1372.730982] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.731148] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1372.731310] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1372.731466] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1372.731634] env[65762]: DEBUG nova.virt.hardware [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1372.732568] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5a8d42-974a-40d6-bed7-932cb00949c2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.741180] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c1771-97be-4401-ac84-d2d9f4581e8f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.892772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-3f1d360d-c29d-417b-b26f-1e93869bb2a9 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "bed5bb3c-7e48-44a1-ac9e-2356fe87a479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.982s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.956140] env[65762]: DEBUG nova.compute.manager [req-4b83c85a-3dce-4f7d-a2e3-d380aadf3909 req-ccd4111f-39fe-44b5-b32f-e92dccd95b77 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Received event network-vif-plugged-27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1372.956369] env[65762]: DEBUG oslo_concurrency.lockutils [req-4b83c85a-3dce-4f7d-a2e3-d380aadf3909 req-ccd4111f-39fe-44b5-b32f-e92dccd95b77 service nova] Acquiring lock "11497c86-d6f3-41fd-91d1-e023658187a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.956563] env[65762]: DEBUG oslo_concurrency.lockutils [req-4b83c85a-3dce-4f7d-a2e3-d380aadf3909 req-ccd4111f-39fe-44b5-b32f-e92dccd95b77 service nova] Lock "11497c86-d6f3-41fd-91d1-e023658187a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.956734] env[65762]: DEBUG oslo_concurrency.lockutils [req-4b83c85a-3dce-4f7d-a2e3-d380aadf3909 req-ccd4111f-39fe-44b5-b32f-e92dccd95b77 service nova] Lock "11497c86-d6f3-41fd-91d1-e023658187a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.956977] env[65762]: DEBUG nova.compute.manager [req-4b83c85a-3dce-4f7d-a2e3-d380aadf3909 req-ccd4111f-39fe-44b5-b32f-e92dccd95b77 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] No waiting events found dispatching network-vif-plugged-27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1372.957173] env[65762]: WARNING nova.compute.manager [req-4b83c85a-3dce-4f7d-a2e3-d380aadf3909 req-ccd4111f-39fe-44b5-b32f-e92dccd95b77 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Received unexpected event network-vif-plugged-27c0186b-72a8-432f-b499-383949c31914 for instance with vm_state building and task_state spawning. [ 1373.036449] env[65762]: DEBUG nova.network.neutron [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Successfully updated port: 27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1373.041969] env[65762]: DEBUG oslo_concurrency.lockutils [req-2e4e244f-569a-45c6-bc0e-60de0e64191f req-373ce348-70c8-491d-84dd-93322836dae4 service nova] Releasing lock "refresh_cache-1d6d6403-b245-46c3-851c-5a85b3594428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.539690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "refresh_cache-11497c86-d6f3-41fd-91d1-e023658187a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.539866] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquired lock "refresh_cache-11497c86-d6f3-41fd-91d1-e023658187a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.540081] env[65762]: DEBUG nova.network.neutron [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1374.080404] env[65762]: DEBUG nova.network.neutron [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1374.156253] env[65762]: WARNING neutronclient.v2_0.client [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.231046] env[65762]: DEBUG nova.network.neutron [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Updating instance_info_cache with network_info: [{"id": "27c0186b-72a8-432f-b499-383949c31914", "address": "fa:16:3e:0b:39:68", "network": {"id": "8a9cb479-228c-4120-baf8-c59603416c20", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-920256186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf24de9d84d48bbb7ba1755b3484fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c0186b-72", "ovs_interfaceid": "27c0186b-72a8-432f-b499-383949c31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.733918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Releasing lock "refresh_cache-11497c86-d6f3-41fd-91d1-e023658187a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.734317] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Instance network_info: |[{"id": "27c0186b-72a8-432f-b499-383949c31914", "address": "fa:16:3e:0b:39:68", "network": {"id": "8a9cb479-228c-4120-baf8-c59603416c20", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-920256186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf24de9d84d48bbb7ba1755b3484fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c0186b-72", "ovs_interfaceid": "27c0186b-72a8-432f-b499-383949c31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1374.734871] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:39:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27c0186b-72a8-432f-b499-383949c31914', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.742420] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Creating folder: Project (abf24de9d84d48bbb7ba1755b3484fcc). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.742712] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5fc7c21-0be2-415c-b1fd-d1b7cd072902 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.754884] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Created folder: Project (abf24de9d84d48bbb7ba1755b3484fcc) in parent group-v890951. [ 1374.755117] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Creating folder: Instances. Parent ref: group-v891288. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.755372] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ba5b2c2-d318-4773-b598-fffb6bf48473 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.766170] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Created folder: Instances in parent group-v891288. [ 1374.766425] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1374.766639] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.766853] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77014b2-f9b4-451e-833b-ce06dc2c41d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.786433] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.786433] env[65762]: value = "task-4561318" [ 1374.786433] env[65762]: _type = "Task" [ 1374.786433] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.795572] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561318, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.986789] env[65762]: DEBUG nova.compute.manager [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Received event network-changed-27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1374.986931] env[65762]: DEBUG nova.compute.manager [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Refreshing instance network info cache due to event network-changed-27c0186b-72a8-432f-b499-383949c31914. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1374.987171] env[65762]: DEBUG oslo_concurrency.lockutils [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] Acquiring lock "refresh_cache-11497c86-d6f3-41fd-91d1-e023658187a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.987321] env[65762]: DEBUG oslo_concurrency.lockutils [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] Acquired lock "refresh_cache-11497c86-d6f3-41fd-91d1-e023658187a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.987580] env[65762]: DEBUG nova.network.neutron [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Refreshing network info cache for port 27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.297878] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561318, 'name': CreateVM_Task, 'duration_secs': 0.340601} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.297878] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.298242] env[65762]: WARNING neutronclient.v2_0.client [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.298605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.298755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.299110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.299374] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5dea55-5980-44bd-9a41-134f4ffb4361 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.305646] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1375.305646] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52fd1e4d-3f98-7e1a-8ff4-65920177d58d" [ 1375.305646] env[65762]: _type = "Task" [ 1375.305646] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.315805] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fd1e4d-3f98-7e1a-8ff4-65920177d58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.490117] env[65762]: WARNING neutronclient.v2_0.client [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.633563] env[65762]: WARNING neutronclient.v2_0.client [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.706425] env[65762]: DEBUG nova.network.neutron [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Updated VIF entry in instance network info cache for port 27c0186b-72a8-432f-b499-383949c31914. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1375.706763] env[65762]: DEBUG nova.network.neutron [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Updating instance_info_cache with network_info: [{"id": "27c0186b-72a8-432f-b499-383949c31914", "address": "fa:16:3e:0b:39:68", "network": {"id": "8a9cb479-228c-4120-baf8-c59603416c20", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-920256186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf24de9d84d48bbb7ba1755b3484fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c0186b-72", "ovs_interfaceid": "27c0186b-72a8-432f-b499-383949c31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.816128] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52fd1e4d-3f98-7e1a-8ff4-65920177d58d, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.816449] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.816717] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.816969] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.817130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.817313] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.817577] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe03bc50-217f-46bb-9a31-14c5801daf66 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.826825] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.826996] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.827711] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8879447c-d833-4752-b76e-03d9cf764add {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.833375] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1375.833375] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e24ace-d0b3-d8fd-c1b6-9c52e6637c4a" [ 1375.833375] env[65762]: _type = "Task" [ 1375.833375] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.841306] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e24ace-d0b3-d8fd-c1b6-9c52e6637c4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.209763] env[65762]: DEBUG oslo_concurrency.lockutils [req-80d7c4a9-4bac-4d8b-bcc2-a19927d67b40 req-1073c589-156e-4427-b347-efed2fa1cba7 service nova] Releasing lock "refresh_cache-11497c86-d6f3-41fd-91d1-e023658187a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.344962] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e24ace-d0b3-d8fd-c1b6-9c52e6637c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.346054] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38202e9d-f2c5-4c28-b61c-6df5ea389a33 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.352406] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1376.352406] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52e20c6a-fe7d-9459-2203-45c596ffd1dd" [ 1376.352406] env[65762]: _type = "Task" [ 1376.352406] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.361880] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e20c6a-fe7d-9459-2203-45c596ffd1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.864137] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52e20c6a-fe7d-9459-2203-45c596ffd1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.864402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.864719] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 11497c86-d6f3-41fd-91d1-e023658187a1/11497c86-d6f3-41fd-91d1-e023658187a1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.864988] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27fd3570-a437-4a67-adaa-a20d61b9f02d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.872733] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1376.872733] env[65762]: value = "task-4561319" [ 1376.872733] env[65762]: _type = "Task" [ 1376.872733] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.881397] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.885949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "05960ea2-702c-406c-8564-5b2982d2adb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.886195] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "05960ea2-702c-406c-8564-5b2982d2adb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.886399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "05960ea2-702c-406c-8564-5b2982d2adb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.886588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "05960ea2-702c-406c-8564-5b2982d2adb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.886750] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "05960ea2-702c-406c-8564-5b2982d2adb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.888847] env[65762]: INFO nova.compute.manager [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Terminating instance [ 1377.383622] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454457} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.383940] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 11497c86-d6f3-41fd-91d1-e023658187a1/11497c86-d6f3-41fd-91d1-e023658187a1.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.384193] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.384484] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77dd04f5-7731-4789-90ca-fd5554c7df8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.392330] env[65762]: DEBUG nova.compute.manager [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1377.392552] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.394402] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e7573e-be2a-4571-91dc-23d392c3cfa4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.397264] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1377.397264] env[65762]: value = "task-4561320" [ 1377.397264] env[65762]: _type = "Task" [ 1377.397264] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.402885] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.403510] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a73001-c611-4445-976e-50face6bb121 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.408270] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.410811] env[65762]: DEBUG oslo_vmware.api [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1377.410811] env[65762]: value = "task-4561321" [ 1377.410811] env[65762]: _type = "Task" [ 1377.410811] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.419856] env[65762]: DEBUG oslo_vmware.api [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.540028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.540279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.907138] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096071} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.907380] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.908234] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d609751-ce0e-4956-9705-0765bc132803 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.932726] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 11497c86-d6f3-41fd-91d1-e023658187a1/11497c86-d6f3-41fd-91d1-e023658187a1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.933794] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d5504b-8ec7-41d1-9f0c-d18d50c86e56 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.952740] env[65762]: DEBUG oslo_vmware.api [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561321, 'name': PowerOffVM_Task, 'duration_secs': 0.474992} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.953426] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.953574] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.953781] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ebecd96-775e-48e6-9890-f560bf0728cf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.958558] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1377.958558] env[65762]: value = "task-4561322" [ 1377.958558] env[65762]: _type = "Task" [ 1377.958558] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.966486] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561322, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.045646] env[65762]: DEBUG nova.compute.utils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.065157] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.065479] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.065695] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleting the datastore file [datastore2] 05960ea2-702c-406c-8564-5b2982d2adb1 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.066691] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f420ba7f-01fd-4c4f-b2cb-0ef3f2449aee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.075485] env[65762]: DEBUG oslo_vmware.api [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for the task: (returnval){ [ 1378.075485] env[65762]: value = "task-4561324" [ 1378.075485] env[65762]: _type = "Task" [ 1378.075485] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.098193] env[65762]: DEBUG oslo_vmware.api [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.469130] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561322, 'name': ReconfigVM_Task, 'duration_secs': 0.357809} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.469669] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 11497c86-d6f3-41fd-91d1-e023658187a1/11497c86-d6f3-41fd-91d1-e023658187a1.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.470143] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9de46d5-da73-4eac-a5b2-fb0b4aff25e2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.477410] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1378.477410] env[65762]: value = "task-4561325" [ 1378.477410] env[65762]: _type = "Task" [ 1378.477410] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.487138] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561325, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.552270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.586486] env[65762]: DEBUG oslo_vmware.api [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Task: {'id': task-4561324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154894} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.587194] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.587411] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.587562] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.587768] env[65762]: INFO nova.compute.manager [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1378.588083] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1378.588271] env[65762]: DEBUG nova.compute.manager [-] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1378.588325] env[65762]: DEBUG nova.network.neutron [-] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1378.588553] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.632212] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.988310] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561325, 'name': Rename_Task, 'duration_secs': 0.148217} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.988606] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.988923] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44124e40-c98c-412e-9633-9141a8c5b07c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.996906] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1378.996906] env[65762]: value = "task-4561326" [ 1378.996906] env[65762]: _type = "Task" [ 1378.996906] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.005402] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.181059] env[65762]: DEBUG nova.compute.manager [req-fd3b4245-6501-4652-a769-bb4705ae3e4a req-350a59dc-725d-4e42-ba21-a47d67a38fbf service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Received event network-vif-deleted-2518c566-8d71-4dca-a875-dc8658660c52 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1379.181267] env[65762]: INFO nova.compute.manager [req-fd3b4245-6501-4652-a769-bb4705ae3e4a req-350a59dc-725d-4e42-ba21-a47d67a38fbf service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Neutron deleted interface 2518c566-8d71-4dca-a875-dc8658660c52; detaching it from the instance and deleting it from the info cache [ 1379.181432] env[65762]: DEBUG nova.network.neutron [req-fd3b4245-6501-4652-a769-bb4705ae3e4a req-350a59dc-725d-4e42-ba21-a47d67a38fbf service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.354508] env[65762]: DEBUG nova.network.neutron [-] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.507241] env[65762]: DEBUG oslo_vmware.api [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561326, 'name': PowerOnVM_Task, 'duration_secs': 0.46776} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.507635] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.507709] env[65762]: INFO nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1379.507930] env[65762]: DEBUG nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1379.508741] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87a9259-dfe7-4de5-a816-9ada77cf2fd3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.555071] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.555290] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1379.614076] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.614392] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.614734] env[65762]: INFO nova.compute.manager [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Attaching volume c0094873-adf8-4b94-b92d-c2219c5e77e7 to /dev/sdb [ 1379.651287] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4fd224-6c8b-43cc-85f5-4775e32a9820 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.660513] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba704778-db1e-491a-9ea2-85a2920860c7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.674232] env[65762]: DEBUG nova.virt.block_device [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating existing volume attachment record: 9955527d-46eb-4e05-81e9-416aed844eea {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1379.685168] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72d5a73f-15ce-487b-90af-5f05edfbeef7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.694655] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a371c-5294-4b69-96b2-97308e691cfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.726571] env[65762]: DEBUG nova.compute.manager [req-fd3b4245-6501-4652-a769-bb4705ae3e4a req-350a59dc-725d-4e42-ba21-a47d67a38fbf service nova] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Detach interface failed, port_id=2518c566-8d71-4dca-a875-dc8658660c52, reason: Instance 05960ea2-702c-406c-8564-5b2982d2adb1 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1379.857122] env[65762]: INFO nova.compute.manager [-] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Took 1.27 seconds to deallocate network for instance. [ 1380.028089] env[65762]: INFO nova.compute.manager [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Took 11.56 seconds to build instance. [ 1380.364046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.364046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.364046] env[65762]: DEBUG nova.objects.instance [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lazy-loading 'resources' on Instance uuid 05960ea2-702c-406c-8564-5b2982d2adb1 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.530593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2ce4e265-127c-46be-96d6-a6bfe4260d40 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "11497c86-d6f3-41fd-91d1-e023658187a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.085s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.928770] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64389b4-0f1a-40ce-ada3-a47ef9fda4bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.937167] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92467a5a-0fc6-4bd8-92b7-170ebeaa8389 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.968144] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf02ce5f-753b-4be9-aaac-0f5a80e357ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.975594] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0071a04-6a0e-4dc6-b339-acb8cbb3ce28 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.989456] env[65762]: DEBUG nova.compute.provider_tree [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.992447] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "11497c86-d6f3-41fd-91d1-e023658187a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.992662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "11497c86-d6f3-41fd-91d1-e023658187a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.992854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "11497c86-d6f3-41fd-91d1-e023658187a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.993039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "11497c86-d6f3-41fd-91d1-e023658187a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.993207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "11497c86-d6f3-41fd-91d1-e023658187a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.995027] env[65762]: INFO nova.compute.manager [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Terminating instance [ 1381.492852] env[65762]: DEBUG nova.scheduler.client.report [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.498903] env[65762]: DEBUG nova.compute.manager [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1381.499105] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.499961] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b2ea5d-6b02-4421-b48e-f916938a5baf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.507743] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.507985] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1ef3c7-86c8-4adf-a2c9-db998fa5de3d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.515179] env[65762]: DEBUG oslo_vmware.api [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1381.515179] env[65762]: value = "task-4561328" [ 1381.515179] env[65762]: _type = "Task" [ 1381.515179] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.524229] env[65762]: DEBUG oslo_vmware.api [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.998264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.022606] env[65762]: INFO nova.scheduler.client.report [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Deleted allocations for instance 05960ea2-702c-406c-8564-5b2982d2adb1 [ 1382.032397] env[65762]: DEBUG oslo_vmware.api [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561328, 'name': PowerOffVM_Task, 'duration_secs': 0.180754} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.033123] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.033319] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.033644] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da27d1d0-1190-4898-9392-687e81759a0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.110680] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.110880] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.111037] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Deleting the datastore file [datastore2] 11497c86-d6f3-41fd-91d1-e023658187a1 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.111306] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69fb14ff-9720-4303-9113-f2bb8a3617d7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.118969] env[65762]: DEBUG oslo_vmware.api [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for the task: (returnval){ [ 1382.118969] env[65762]: value = "task-4561331" [ 1382.118969] env[65762]: _type = "Task" [ 1382.118969] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.127725] env[65762]: DEBUG oslo_vmware.api [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.536228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-f6a20ee6-7527-48a3-ba36-7301069c5324 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Lock "05960ea2-702c-406c-8564-5b2982d2adb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.650s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.555827] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.556057] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.629637] env[65762]: DEBUG oslo_vmware.api [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Task: {'id': task-4561331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119388} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.629883] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.629983] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.630469] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.630469] env[65762]: INFO nova.compute.manager [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1382.630628] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1382.630839] env[65762]: DEBUG nova.compute.manager [-] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1382.630919] env[65762]: DEBUG nova.network.neutron [-] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1382.631186] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.685959] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.908182] env[65762]: DEBUG nova.compute.manager [req-c3636856-b37d-461f-b3c0-c5683fb44c21 req-41c7f92d-5b70-4421-be5c-97aa468f20ea service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Received event network-vif-deleted-27c0186b-72a8-432f-b499-383949c31914 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1382.908748] env[65762]: INFO nova.compute.manager [req-c3636856-b37d-461f-b3c0-c5683fb44c21 req-41c7f92d-5b70-4421-be5c-97aa468f20ea service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Neutron deleted interface 27c0186b-72a8-432f-b499-383949c31914; detaching it from the instance and deleting it from the info cache [ 1382.908987] env[65762]: DEBUG nova.network.neutron [req-c3636856-b37d-461f-b3c0-c5683fb44c21 req-41c7f92d-5b70-4421-be5c-97aa468f20ea service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.383806] env[65762]: DEBUG nova.network.neutron [-] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.412076] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ccbd317-2cd5-4245-96fa-5dd7a63f786e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.422863] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e87b35-1828-43d6-8245-b2f716bee1e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.453279] env[65762]: DEBUG nova.compute.manager [req-c3636856-b37d-461f-b3c0-c5683fb44c21 req-41c7f92d-5b70-4421-be5c-97aa468f20ea service nova] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Detach interface failed, port_id=27c0186b-72a8-432f-b499-383949c31914, reason: Instance 11497c86-d6f3-41fd-91d1-e023658187a1 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1383.549459] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.888418] env[65762]: INFO nova.compute.manager [-] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Took 1.26 seconds to deallocate network for instance. [ 1384.220014] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1384.220355] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891291', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'name': 'volume-c0094873-adf8-4b94-b92d-c2219c5e77e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'serial': 'c0094873-adf8-4b94-b92d-c2219c5e77e7'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1384.221335] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a730960-c3ac-4d2f-b20d-a5abc51573b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.239285] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a906291-a5d1-46b6-b674-146d06a91279 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.265086] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-c0094873-adf8-4b94-b92d-c2219c5e77e7/volume-c0094873-adf8-4b94-b92d-c2219c5e77e7.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.265495] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837bd1a0-683e-48f0-b2e1-d98454df89c3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.284728] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1384.284728] env[65762]: value = "task-4561332" [ 1384.284728] env[65762]: _type = "Task" [ 1384.284728] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.294920] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.398670] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.399117] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.399443] env[65762]: DEBUG nova.objects.instance [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lazy-loading 'resources' on Instance uuid 11497c86-d6f3-41fd-91d1-e023658187a1 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.796790] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.967972] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd025e1d-44ba-46aa-93fd-398ebc798dcc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.977339] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d9de44-c308-4c6c-a404-86edf4c41eca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.009941] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c5b41-7225-4a7f-9766-30a8b9417dcf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.018982] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb57ba-d6d5-4735-8017-f107d6ffb533 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.034598] env[65762]: DEBUG nova.compute.provider_tree [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.296509] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561332, 'name': ReconfigVM_Task, 'duration_secs': 0.601756} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.296509] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-c0094873-adf8-4b94-b92d-c2219c5e77e7/volume-c0094873-adf8-4b94-b92d-c2219c5e77e7.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.301227] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb15516-a0c0-44f0-b73b-f6f5caec8fa1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.320503] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1385.320503] env[65762]: value = "task-4561333" [ 1385.320503] env[65762]: _type = "Task" [ 1385.320503] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.329805] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.538678] env[65762]: DEBUG nova.scheduler.client.report [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.834875] env[65762]: DEBUG oslo_vmware.api [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561333, 'name': ReconfigVM_Task, 'duration_secs': 0.164062} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.835407] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891291', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'name': 'volume-c0094873-adf8-4b94-b92d-c2219c5e77e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'serial': 'c0094873-adf8-4b94-b92d-c2219c5e77e7'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1386.044254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.073051] env[65762]: INFO nova.scheduler.client.report [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Deleted allocations for instance 11497c86-d6f3-41fd-91d1-e023658187a1 [ 1386.581629] env[65762]: DEBUG oslo_concurrency.lockutils [None req-39af2803-ba6c-43c3-89de-692eff041b87 tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Lock "11497c86-d6f3-41fd-91d1-e023658187a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.588s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.901888] env[65762]: DEBUG nova.objects.instance [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 2142cff9-e746-4235-87eb-dd92379c6f17 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.407021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-975eed09-e252-4bc7-8417-75a1abee57ca tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.793s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.548557] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.054051] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.055148] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.554975] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.795391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.795648] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.058329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.058621] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.058735] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.059306] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1389.059773] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704eaf7-815a-4080-97b2-abc057027d39 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.069110] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e42d5a-7b72-4d0a-ad1c-a97915bd7572 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.084493] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff9943-9e69-47aa-a427-aecaa8bc7511 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.091987] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789b0353-5ab4-4701-b687-fcb91ebf9619 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.122446] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179525MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1389.122607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.122817] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.299209] env[65762]: DEBUG nova.compute.utils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1389.802493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.149597] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 2142cff9-e746-4235-87eb-dd92379c6f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1390.149943] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 1d6d6403-b245-46c3-851c-5a85b3594428 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1390.149943] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1390.150123] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_f5f5c6afa2b046038d8a5411e6107153': '1', 'io_workload': '0', 'num_proj_e2d9cd34f5b34666be52debae6672e8e': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1390.195078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19defc7f-bf7d-4dab-b31b-a0e584ba6d6f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.204479] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ead1f-f05c-4ab0-94a6-2c06e141e27a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.234310] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a7696-5de1-42aa-aaaf-737b68f281a1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.242418] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428954ab-6fef-48bd-8936-c9148332b3e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.257679] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.761336] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.873030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.873323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.873559] env[65762]: INFO nova.compute.manager [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Attaching volume a64c23c7-93ec-4285-bd56-7ae062b5d599 to /dev/sdc [ 1390.904915] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a26f71-0ab0-485d-a28b-b1beba176d73 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.912883] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcd695-bbd2-4917-afdc-3aede6d1c1a0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.928449] env[65762]: DEBUG nova.virt.block_device [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating existing volume attachment record: 5e541ff2-9a68-4705-ac0a-dbf6beeacc78 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1391.266759] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1391.266759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.266680] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.477487] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1397.477736] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891292', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'name': 'volume-a64c23c7-93ec-4285-bd56-7ae062b5d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'serial': 'a64c23c7-93ec-4285-bd56-7ae062b5d599'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1397.478658] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f680a5b0-2cba-478d-86b2-79e7916e38bd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.495328] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc010b8e-6f6f-41c2-935b-8086ebcb9c3a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.524375] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-a64c23c7-93ec-4285-bd56-7ae062b5d599/volume-a64c23c7-93ec-4285-bd56-7ae062b5d599.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.524718] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10fae087-5181-440f-9fd0-22efd7d5bc60 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.543563] env[65762]: DEBUG oslo_vmware.api [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1397.543563] env[65762]: value = "task-4561336" [ 1397.543563] env[65762]: _type = "Task" [ 1397.543563] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.552269] env[65762]: DEBUG oslo_vmware.api [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.053926] env[65762]: DEBUG oslo_vmware.api [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561336, 'name': ReconfigVM_Task, 'duration_secs': 0.363027} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.054217] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-a64c23c7-93ec-4285-bd56-7ae062b5d599/volume-a64c23c7-93ec-4285-bd56-7ae062b5d599.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.059103] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7974c974-a3f7-434c-afd2-994a66da99ba {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.074198] env[65762]: DEBUG oslo_vmware.api [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1398.074198] env[65762]: value = "task-4561337" [ 1398.074198] env[65762]: _type = "Task" [ 1398.074198] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.082473] env[65762]: DEBUG oslo_vmware.api [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.584328] env[65762]: DEBUG oslo_vmware.api [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561337, 'name': ReconfigVM_Task, 'duration_secs': 0.151888} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.584734] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891292', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'name': 'volume-a64c23c7-93ec-4285-bd56-7ae062b5d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'serial': 'a64c23c7-93ec-4285-bd56-7ae062b5d599'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1399.624762] env[65762]: DEBUG nova.objects.instance [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 2142cff9-e746-4235-87eb-dd92379c6f17 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.131385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-ac6ae567-0078-47af-a393-f98b1e30a6a7 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.258s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.575508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.575837] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.079227] env[65762]: INFO nova.compute.manager [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Detaching volume c0094873-adf8-4b94-b92d-c2219c5e77e7 [ 1401.113836] env[65762]: INFO nova.virt.block_device [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Attempting to driver detach volume c0094873-adf8-4b94-b92d-c2219c5e77e7 from mountpoint /dev/sdb [ 1401.114112] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1401.114302] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891291', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'name': 'volume-c0094873-adf8-4b94-b92d-c2219c5e77e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'serial': 'c0094873-adf8-4b94-b92d-c2219c5e77e7'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1401.115206] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395a61e8-ab35-4808-a28c-63e7e3496ce3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.141662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb51af-220e-4b4d-b16e-10415b0ac5d5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.149435] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1961c875-6389-4e90-892b-47e10cf25f8b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.172644] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7958a92-8bf1-4e00-928a-11cc9a9e3981 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.188019] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The volume has not been displaced from its original location: [datastore2] volume-c0094873-adf8-4b94-b92d-c2219c5e77e7/volume-c0094873-adf8-4b94-b92d-c2219c5e77e7.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1401.193274] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.193569] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afef7a2d-838d-42c5-8294-d2641e082719 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.212374] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1401.212374] env[65762]: value = "task-4561338" [ 1401.212374] env[65762]: _type = "Task" [ 1401.212374] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.220552] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.722866] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.224694] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.724720] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561338, 'name': ReconfigVM_Task, 'duration_secs': 1.255629} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.725124] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1402.729880] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6502fcd6-d598-496e-868b-fbadb3010d79 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.746907] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1402.746907] env[65762]: value = "task-4561339" [ 1402.746907] env[65762]: _type = "Task" [ 1402.746907] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.756226] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.257916] env[65762]: DEBUG oslo_vmware.api [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561339, 'name': ReconfigVM_Task, 'duration_secs': 0.179439} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.258420] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891291', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'name': 'volume-c0094873-adf8-4b94-b92d-c2219c5e77e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0094873-adf8-4b94-b92d-c2219c5e77e7', 'serial': 'c0094873-adf8-4b94-b92d-c2219c5e77e7'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1403.800238] env[65762]: DEBUG nova.objects.instance [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 2142cff9-e746-4235-87eb-dd92379c6f17 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.807527] env[65762]: DEBUG oslo_concurrency.lockutils [None req-e4245c30-11cc-46f0-8f4a-3db322735924 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.232s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.867668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.867950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.372101] env[65762]: INFO nova.compute.manager [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Detaching volume a64c23c7-93ec-4285-bd56-7ae062b5d599 [ 1405.405030] env[65762]: INFO nova.virt.block_device [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Attempting to driver detach volume a64c23c7-93ec-4285-bd56-7ae062b5d599 from mountpoint /dev/sdc [ 1405.405030] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1405.405030] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891292', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'name': 'volume-a64c23c7-93ec-4285-bd56-7ae062b5d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'serial': 'a64c23c7-93ec-4285-bd56-7ae062b5d599'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1405.405668] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3251bc-68a7-4e35-9643-5c61ae9f6532 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.427560] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72268985-e98f-4e02-9e6b-eba9842def90 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.435550] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62949efb-5721-46e0-af10-5b414cb80a5b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.455782] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eabf02-8309-44ba-a0a2-575c452fbaa1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.471066] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] The volume has not been displaced from its original location: [datastore2] volume-a64c23c7-93ec-4285-bd56-7ae062b5d599/volume-a64c23c7-93ec-4285-bd56-7ae062b5d599.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1405.476375] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfiguring VM instance instance-0000007a to detach disk 2002 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1405.476672] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f318367-bd29-4429-b711-6d9cca0e0bda {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.496764] env[65762]: DEBUG oslo_vmware.api [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1405.496764] env[65762]: value = "task-4561340" [ 1405.496764] env[65762]: _type = "Task" [ 1405.496764] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.505413] env[65762]: DEBUG oslo_vmware.api [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.007029] env[65762]: DEBUG oslo_vmware.api [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561340, 'name': ReconfigVM_Task, 'duration_secs': 0.238814} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.007603] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Reconfigured VM instance instance-0000007a to detach disk 2002 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1406.012431] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ec1ee3-a48a-466f-be9e-eba9d287e8ad {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.030622] env[65762]: DEBUG oslo_vmware.api [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1406.030622] env[65762]: value = "task-4561341" [ 1406.030622] env[65762]: _type = "Task" [ 1406.030622] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.041143] env[65762]: DEBUG oslo_vmware.api [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.540362] env[65762]: DEBUG oslo_vmware.api [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561341, 'name': ReconfigVM_Task, 'duration_secs': 0.146295} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.540660] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891292', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'name': 'volume-a64c23c7-93ec-4285-bd56-7ae062b5d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2142cff9-e746-4235-87eb-dd92379c6f17', 'attached_at': '', 'detached_at': '', 'volume_id': 'a64c23c7-93ec-4285-bd56-7ae062b5d599', 'serial': 'a64c23c7-93ec-4285-bd56-7ae062b5d599'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1407.080548] env[65762]: DEBUG nova.objects.instance [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'flavor' on Instance uuid 2142cff9-e746-4235-87eb-dd92379c6f17 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.088048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-b3ca3721-bfcf-4981-8aaf-4928424fa613 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.408546] env[65762]: INFO nova.compute.manager [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Rebuilding instance [ 1408.454832] env[65762]: DEBUG nova.compute.manager [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1408.455724] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901683e8-c7c4-4ed0-9509-a40a5b8430de {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.262038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.262362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.262362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "2142cff9-e746-4235-87eb-dd92379c6f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.262485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.262661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.264830] env[65762]: INFO nova.compute.manager [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Terminating instance [ 1409.469533] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.469835] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-213f0d38-ad1d-432e-b0b1-2578c7c78718 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.477802] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1409.477802] env[65762]: value = "task-4561342" [ 1409.477802] env[65762]: _type = "Task" [ 1409.477802] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.488441] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.769358] env[65762]: DEBUG nova.compute.manager [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1409.769591] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.770506] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e4926a-bb1b-432c-99fa-dd355b3c489b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.778372] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.778611] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b29b8c-640e-493f-a6ef-a0f305bf4cd2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.785543] env[65762]: DEBUG oslo_vmware.api [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1409.785543] env[65762]: value = "task-4561343" [ 1409.785543] env[65762]: _type = "Task" [ 1409.785543] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.793653] env[65762]: DEBUG oslo_vmware.api [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.988490] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561342, 'name': PowerOffVM_Task, 'duration_secs': 0.166435} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.988756] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.989471] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.989725] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a0c254-5a3c-4298-937a-04ef96c8bc1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.996589] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1409.996589] env[65762]: value = "task-4561344" [ 1409.996589] env[65762]: _type = "Task" [ 1409.996589] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.004575] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.295912] env[65762]: DEBUG oslo_vmware.api [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561343, 'name': PowerOffVM_Task, 'duration_secs': 0.182003} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.296246] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.296365] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.296607] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86399c2e-8f64-4680-9cc8-21ce0be54c8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.370492] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.372021] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.372021] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Deleting the datastore file [datastore1] 2142cff9-e746-4235-87eb-dd92379c6f17 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.372021] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c94f0ac6-e1b4-4d0c-9403-f4cb04ba75fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.378885] env[65762]: DEBUG oslo_vmware.api [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for the task: (returnval){ [ 1410.378885] env[65762]: value = "task-4561346" [ 1410.378885] env[65762]: _type = "Task" [ 1410.378885] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.387476] env[65762]: DEBUG oslo_vmware.api [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.508268] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1410.508559] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1410.508693] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891285', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'name': 'volume-3f2efa15-865c-4086-99da-4e9938ddcc26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6d6403-b245-46c3-851c-5a85b3594428', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'serial': '3f2efa15-865c-4086-99da-4e9938ddcc26'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1410.509559] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e380d1c-f1ab-4ce0-8df1-d7cab953d724 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.528742] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d042d1a-abe8-4d59-95f4-802c76bec5bf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.537545] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3151134e-5729-4a25-be4e-92231da1e6eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.556476] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136380e8-cc3e-4be5-ba05-d4da77a00460 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.572581] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] The volume has not been displaced from its original location: [datastore2] volume-3f2efa15-865c-4086-99da-4e9938ddcc26/volume-3f2efa15-865c-4086-99da-4e9938ddcc26.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1410.577808] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.578232] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09270aae-a469-48f2-8ff0-07588ff6b412 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.597134] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1410.597134] env[65762]: value = "task-4561347" [ 1410.597134] env[65762]: _type = "Task" [ 1410.597134] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.608168] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.888750] env[65762]: DEBUG oslo_vmware.api [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Task: {'id': task-4561346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134729} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.888952] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.889150] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.889325] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.889494] env[65762]: INFO nova.compute.manager [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1410.889736] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1410.889924] env[65762]: DEBUG nova.compute.manager [-] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1410.890037] env[65762]: DEBUG nova.network.neutron [-] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1410.890285] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1410.921011] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1411.107783] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561347, 'name': ReconfigVM_Task, 'duration_secs': 0.185381} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.108147] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1411.113306] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f01e01-7635-477d-9bba-76b1b79d14b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.134105] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1411.134105] env[65762]: value = "task-4561348" [ 1411.134105] env[65762]: _type = "Task" [ 1411.134105] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.142790] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.381305] env[65762]: DEBUG nova.compute.manager [req-f1c9216c-ee99-4aab-ba7c-b80f0a7df36f req-5c6985ed-3b56-4b4d-b13a-0c97c12ef85c service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Received event network-vif-deleted-656997f8-45a5-4f53-b63e-176475c837b5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1411.381569] env[65762]: INFO nova.compute.manager [req-f1c9216c-ee99-4aab-ba7c-b80f0a7df36f req-5c6985ed-3b56-4b4d-b13a-0c97c12ef85c service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Neutron deleted interface 656997f8-45a5-4f53-b63e-176475c837b5; detaching it from the instance and deleting it from the info cache [ 1411.381677] env[65762]: DEBUG nova.network.neutron [req-f1c9216c-ee99-4aab-ba7c-b80f0a7df36f req-5c6985ed-3b56-4b4d-b13a-0c97c12ef85c service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.644931] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561348, 'name': ReconfigVM_Task, 'duration_secs': 0.115916} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.645200] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891285', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'name': 'volume-3f2efa15-865c-4086-99da-4e9938ddcc26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6d6403-b245-46c3-851c-5a85b3594428', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2efa15-865c-4086-99da-4e9938ddcc26', 'serial': '3f2efa15-865c-4086-99da-4e9938ddcc26'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1411.645445] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.646245] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc31b5bd-bd1c-47c9-b815-c64db4996835 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.653018] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.653242] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa377c39-117e-402a-8f99-d7f37f8a29aa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.722626] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.722906] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.723045] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Deleting the datastore file [datastore2] 1d6d6403-b245-46c3-851c-5a85b3594428 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.723320] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52c1759-a9ff-4761-9b29-1a9056d0b61b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.729958] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for the task: (returnval){ [ 1411.729958] env[65762]: value = "task-4561350" [ 1411.729958] env[65762]: _type = "Task" [ 1411.729958] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.738550] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.859303] env[65762]: DEBUG nova.network.neutron [-] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.884232] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-146a0066-8f64-40f4-a8d5-6b6ae82e8caf {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.897278] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3019d00-d222-4c00-9f2b-d4e20f620b4c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.928282] env[65762]: DEBUG nova.compute.manager [req-f1c9216c-ee99-4aab-ba7c-b80f0a7df36f req-5c6985ed-3b56-4b4d-b13a-0c97c12ef85c service nova] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Detach interface failed, port_id=656997f8-45a5-4f53-b63e-176475c837b5, reason: Instance 2142cff9-e746-4235-87eb-dd92379c6f17 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1412.240118] env[65762]: DEBUG oslo_vmware.api [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Task: {'id': task-4561350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076517} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.240402] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.240590] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.240762] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.298448] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.298843] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e885fb88-d002-4790-8215-010839914ac6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.308821] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec6f900-e315-4c05-b0b7-a21cbe2ef608 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.336096] env[65762]: ERROR nova.compute.manager [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Failed to detach volume 3f2efa15-865c-4086-99da-4e9938ddcc26 from /dev/sda: nova.exception.InstanceNotFound: Instance 1d6d6403-b245-46c3-851c-5a85b3594428 could not be found. [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Traceback (most recent call last): [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self.driver.rebuild(**kwargs) [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] raise NotImplementedError() [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] NotImplementedError [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] During handling of the above exception, another exception occurred: [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Traceback (most recent call last): [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self.driver.detach_volume(context, old_connection_info, [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] return self._volumeops.detach_volume(connection_info, instance) [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._detach_volume_vmdk(connection_info, instance) [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] stable_ref.fetch_moref(session) [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] nova.exception.InstanceNotFound: Instance 1d6d6403-b245-46c3-851c-5a85b3594428 could not be found. [ 1412.336096] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.363660] env[65762]: INFO nova.compute.manager [-] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Took 1.47 seconds to deallocate network for instance. [ 1412.473184] env[65762]: DEBUG nova.compute.utils [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Build of instance 1d6d6403-b245-46c3-851c-5a85b3594428 aborted: Failed to rebuild volume backed instance. {{(pid=65762) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1412.475284] env[65762]: ERROR nova.compute.manager [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1d6d6403-b245-46c3-851c-5a85b3594428 aborted: Failed to rebuild volume backed instance. [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Traceback (most recent call last): [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self.driver.rebuild(**kwargs) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] raise NotImplementedError() [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] NotImplementedError [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] During handling of the above exception, another exception occurred: [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Traceback (most recent call last): [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3690, in _rebuild_volume_backed_instance [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._detach_root_volume(context, instance, root_bdm) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3669, in _detach_root_volume [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] with excutils.save_and_reraise_exception(): [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self.force_reraise() [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] raise self.value [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self.driver.detach_volume(context, old_connection_info, [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] return self._volumeops.detach_volume(connection_info, instance) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._detach_volume_vmdk(connection_info, instance) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] stable_ref.fetch_moref(session) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] nova.exception.InstanceNotFound: Instance 1d6d6403-b245-46c3-851c-5a85b3594428 could not be found. [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] During handling of the above exception, another exception occurred: [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Traceback (most recent call last): [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 11568, in _error_out_instance_on_exception [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] yield [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3958, in rebuild_instance [ 1412.475284] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._do_rebuild_instance_with_claim( [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 4044, in _do_rebuild_instance_with_claim [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._do_rebuild_instance( [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 4236, in _do_rebuild_instance [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._rebuild_default_impl(**kwargs) [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3813, in _rebuild_default_impl [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] self._rebuild_volume_backed_instance( [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] File "/opt/stack/nova/nova/compute/manager.py", line 3705, in _rebuild_volume_backed_instance [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] raise exception.BuildAbortException( [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] nova.exception.BuildAbortException: Build of instance 1d6d6403-b245-46c3-851c-5a85b3594428 aborted: Failed to rebuild volume backed instance. [ 1412.476614] env[65762]: ERROR nova.compute.manager [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] [ 1412.870335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.870675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.870956] env[65762]: DEBUG nova.objects.instance [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lazy-loading 'resources' on Instance uuid 2142cff9-e746-4235-87eb-dd92379c6f17 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.404103] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c5121-3450-4ded-90fd-0b326bdff942 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.412885] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a6d5d7-b17a-4720-971b-6ddafe4a9220 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.443145] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cce6e18-bc65-4172-9b4a-f7ab30de5774 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.451117] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4498b2-4707-4d51-9ab7-5855822e75eb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.465511] env[65762]: DEBUG nova.compute.provider_tree [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.969220] env[65762]: DEBUG nova.scheduler.client.report [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.473924] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.487562] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.487832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.492565] env[65762]: INFO nova.scheduler.client.report [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Deleted allocations for instance 2142cff9-e746-4235-87eb-dd92379c6f17 [ 1414.503191] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65a354-abf0-4b3c-8bda-94289021670c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.511072] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd1d70-dd07-412e-8f58-13b6093e915c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.543069] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae39b77-0562-4bc6-b8e9-3dab8f220e26 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.551371] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e543d5-71cf-4a23-bafc-bc31b7c74104 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.565700] env[65762]: DEBUG nova.compute.provider_tree [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.999688] env[65762]: DEBUG oslo_concurrency.lockutils [None req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Lock "2142cff9-e746-4235-87eb-dd92379c6f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.068454] env[65762]: DEBUG nova.scheduler.client.report [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.531352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "1d6d6403-b245-46c3-851c-5a85b3594428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.531611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "1d6d6403-b245-46c3-851c-5a85b3594428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.531817] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "1d6d6403-b245-46c3-851c-5a85b3594428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.532038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "1d6d6403-b245-46c3-851c-5a85b3594428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.532170] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "1d6d6403-b245-46c3-851c-5a85b3594428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.534269] env[65762]: INFO nova.compute.manager [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Terminating instance [ 1415.573370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.085s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.573571] env[65762]: INFO nova.compute.manager [None req-6f006099-9e93-4141-932c-ded28871b87e tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Successfully reverted task state from rebuilding on failure for instance. [ 1416.038733] env[65762]: DEBUG nova.compute.manager [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1416.039202] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85b893fa-81de-4124-afa2-869970c8ca94 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.049150] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f553fa-b276-4f0a-aa22-d403785ec026 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.074696] env[65762]: WARNING nova.virt.vmwareapi.driver [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1d6d6403-b245-46c3-851c-5a85b3594428 could not be found. [ 1416.074935] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.075231] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60d91948-59fc-4926-a921-a11936eda73b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.084017] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d16fd-24c2-4c63-aca7-404a0ce5585a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.108510] env[65762]: WARNING nova.virt.vmwareapi.vmops [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1d6d6403-b245-46c3-851c-5a85b3594428 could not be found. [ 1416.108706] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.108867] env[65762]: INFO nova.compute.manager [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1416.109177] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1416.109400] env[65762]: DEBUG nova.compute.manager [-] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1416.109498] env[65762]: DEBUG nova.network.neutron [-] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1416.109739] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.142226] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.590810] env[65762]: DEBUG nova.compute.manager [req-32fb3c33-af96-49a6-b4c8-84cc1ecacf23 req-bc974fa1-088b-45b8-8170-1519920d765d service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Received event network-vif-deleted-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1416.591475] env[65762]: INFO nova.compute.manager [req-32fb3c33-af96-49a6-b4c8-84cc1ecacf23 req-bc974fa1-088b-45b8-8170-1519920d765d service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Neutron deleted interface cc544e52-fc3f-4ce9-8b1e-497e8f0bde43; detaching it from the instance and deleting it from the info cache [ 1416.591475] env[65762]: DEBUG nova.network.neutron [req-32fb3c33-af96-49a6-b4c8-84cc1ecacf23 req-bc974fa1-088b-45b8-8170-1519920d765d service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.060622] env[65762]: DEBUG nova.network.neutron [-] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.094159] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b7b7b66-f6fc-48c6-94f5-3230132e318f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.105627] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b151f-dd00-4d5e-b538-2aa6fdacf74f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.913726] env[65762]: INFO nova.compute.manager [-] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Took 1.80 seconds to deallocate network for instance. [ 1417.933452] env[65762]: DEBUG nova.compute.manager [req-32fb3c33-af96-49a6-b4c8-84cc1ecacf23 req-bc974fa1-088b-45b8-8170-1519920d765d service nova] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Detach interface failed, port_id=cc544e52-fc3f-4ce9-8b1e-497e8f0bde43, reason: Instance 1d6d6403-b245-46c3-851c-5a85b3594428 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1418.455636] env[65762]: INFO nova.compute.manager [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Took 0.54 seconds to detach 1 volumes for instance. [ 1418.457783] env[65762]: DEBUG nova.compute.manager [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Deleting volume: 3f2efa15-865c-4086-99da-4e9938ddcc26 {{(pid=65762) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 1419.001484] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.002214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.002436] env[65762]: DEBUG nova.objects.instance [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lazy-loading 'resources' on Instance uuid 1d6d6403-b245-46c3-851c-5a85b3594428 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.522878] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c89b24-bf8c-4acc-9387-e2ff8e23bfe9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.531617] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d08ff-322e-487f-a4ac-b1e95e24c75d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.565176] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a436d37-ea4d-4661-8aa6-7105ef65dbfc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.574588] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b8a6dc-d5e0-4151-a285-5e4c43194c7c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.591448] env[65762]: DEBUG nova.compute.provider_tree [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.094965] env[65762]: DEBUG nova.scheduler.client.report [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.601023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.121804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Lock "1d6d6403-b245-46c3-851c-5a85b3594428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.595368] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "01dd1f43-b36b-4d63-85b7-dd0aee131818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.595594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.931778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "56db3bb1-88fb-43cf-80b3-218729d55c94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.932094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.098117] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1422.434532] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1422.622313] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.622589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.624134] env[65762]: INFO nova.compute.claims [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.954232] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.671851] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46e74f-51ef-4970-912e-2e06f94674b9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.680341] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c342e5-8bcb-4181-9baf-df6212d08842 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.711155] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6787f1d-0ea8-4127-a4ba-ba107ec436e8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.719307] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615bec9e-e1b3-4369-abbc-d03caa3b28f5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.733216] env[65762]: DEBUG nova.compute.provider_tree [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.236620] env[65762]: DEBUG nova.scheduler.client.report [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.742303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.742572] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1424.745228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.791s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.746785] env[65762]: INFO nova.compute.claims [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.251376] env[65762]: DEBUG nova.compute.utils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1425.254588] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1425.254771] env[65762]: DEBUG nova.network.neutron [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1425.256270] env[65762]: WARNING neutronclient.v2_0.client [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.256270] env[65762]: WARNING neutronclient.v2_0.client [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.305649] env[65762]: DEBUG nova.policy [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2dfaa8929a438fab08f28c946504fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88d10aa97864995a9cf80055a43e7de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.587657] env[65762]: DEBUG nova.network.neutron [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Successfully created port: d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1425.761255] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1425.816329] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853224d-45bc-4f1e-9339-3770b19e5309 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.824922] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c665bb7-2f50-4414-ab84-0b0209e6a2f3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.859887] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc57c5c-df25-4526-bb48-d2eadb65df19 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.868674] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a511df2-e7b4-4446-a166-3058782807ea {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.883627] env[65762]: DEBUG nova.compute.provider_tree [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.387485] env[65762]: DEBUG nova.scheduler.client.report [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.775964] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1426.806641] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1426.806881] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.807055] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1426.807292] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.807434] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1426.807574] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1426.807770] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1426.807921] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1426.808091] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1426.808261] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1426.808425] env[65762]: DEBUG nova.virt.hardware [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1426.809328] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e8734-5ff8-411b-9622-30f69272cbf4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.818252] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37276455-f25e-4121-a0a2-39eccd5344a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.895684] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.895684] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1427.001536] env[65762]: DEBUG nova.compute.manager [req-5d1a023f-14e7-44dc-a3e8-f2fc8fc4e60c req-8c84cc45-4f77-4a85-b54e-9f6ee775619c service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Received event network-vif-plugged-d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1427.001771] env[65762]: DEBUG oslo_concurrency.lockutils [req-5d1a023f-14e7-44dc-a3e8-f2fc8fc4e60c req-8c84cc45-4f77-4a85-b54e-9f6ee775619c service nova] Acquiring lock "01dd1f43-b36b-4d63-85b7-dd0aee131818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.002375] env[65762]: DEBUG oslo_concurrency.lockutils [req-5d1a023f-14e7-44dc-a3e8-f2fc8fc4e60c req-8c84cc45-4f77-4a85-b54e-9f6ee775619c service nova] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.002603] env[65762]: DEBUG oslo_concurrency.lockutils [req-5d1a023f-14e7-44dc-a3e8-f2fc8fc4e60c req-8c84cc45-4f77-4a85-b54e-9f6ee775619c service nova] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.003430] env[65762]: DEBUG nova.compute.manager [req-5d1a023f-14e7-44dc-a3e8-f2fc8fc4e60c req-8c84cc45-4f77-4a85-b54e-9f6ee775619c service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] No waiting events found dispatching network-vif-plugged-d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1427.003430] env[65762]: WARNING nova.compute.manager [req-5d1a023f-14e7-44dc-a3e8-f2fc8fc4e60c req-8c84cc45-4f77-4a85-b54e-9f6ee775619c service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Received unexpected event network-vif-plugged-d9105d7d-f043-43f6-84b7-3e2a741c7145 for instance with vm_state building and task_state spawning. [ 1427.094987] env[65762]: DEBUG nova.network.neutron [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Successfully updated port: d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1427.400872] env[65762]: DEBUG nova.compute.utils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1427.402378] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1427.403055] env[65762]: DEBUG nova.network.neutron [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1427.403055] env[65762]: WARNING neutronclient.v2_0.client [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1427.403307] env[65762]: WARNING neutronclient.v2_0.client [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1427.455927] env[65762]: DEBUG nova.policy [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2dfaa8929a438fab08f28c946504fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88d10aa97864995a9cf80055a43e7de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.598219] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.598415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.598613] env[65762]: DEBUG nova.network.neutron [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1427.734277] env[65762]: DEBUG nova.network.neutron [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Successfully created port: 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1427.906660] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1428.130590] env[65762]: DEBUG nova.network.neutron [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1428.197075] env[65762]: WARNING neutronclient.v2_0.client [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1428.264734] env[65762]: DEBUG nova.network.neutron [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updating instance_info_cache with network_info: [{"id": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "address": "fa:16:3e:f1:4a:a2", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9105d7d-f0", "ovs_interfaceid": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.767879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.768293] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Instance network_info: |[{"id": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "address": "fa:16:3e:f1:4a:a2", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9105d7d-f0", "ovs_interfaceid": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1428.768689] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4a:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9105d7d-f043-43f6-84b7-3e2a741c7145', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.776183] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating folder: Project (b88d10aa97864995a9cf80055a43e7de). Parent ref: group-v890951. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.776448] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62623062-4e1c-4e0b-b5d7-ae12125d928f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.790283] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created folder: Project (b88d10aa97864995a9cf80055a43e7de) in parent group-v890951. [ 1428.790507] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating folder: Instances. Parent ref: group-v891293. {{(pid=65762) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.790785] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ffe2f3-cda7-4248-b1ea-40cc537cb445 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.801842] env[65762]: INFO nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created folder: Instances in parent group-v891293. [ 1428.802112] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1428.802346] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.802565] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b131a9c9-8245-4d3d-b3b2-662c3395231b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.821874] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.821874] env[65762]: value = "task-4561357" [ 1428.821874] env[65762]: _type = "Task" [ 1428.821874] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.830426] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561357, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.915484] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1428.942764] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1428.943019] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.943173] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1428.943349] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.943486] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1428.943624] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1428.943820] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.943968] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1428.944149] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1428.944305] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1428.944471] env[65762]: DEBUG nova.virt.hardware [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1428.945466] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f220bb4a-1fdd-449d-a8c0-916f347f99d8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.954045] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e485911c-3a5d-4b19-ba05-2c443b068a4f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.043376] env[65762]: DEBUG nova.compute.manager [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Received event network-changed-d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1429.043489] env[65762]: DEBUG nova.compute.manager [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Refreshing instance network info cache due to event network-changed-d9105d7d-f043-43f6-84b7-3e2a741c7145. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1429.043657] env[65762]: DEBUG oslo_concurrency.lockutils [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] Acquiring lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.043900] env[65762]: DEBUG oslo_concurrency.lockutils [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] Acquired lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.044198] env[65762]: DEBUG nova.network.neutron [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Refreshing network info cache for port d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.177680] env[65762]: DEBUG nova.compute.manager [req-01556542-af7b-4e49-80d2-bfef9a15a817 req-810ad971-ae95-4f27-819c-1d1bff8667b1 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Received event network-vif-plugged-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1429.177984] env[65762]: DEBUG oslo_concurrency.lockutils [req-01556542-af7b-4e49-80d2-bfef9a15a817 req-810ad971-ae95-4f27-819c-1d1bff8667b1 service nova] Acquiring lock "56db3bb1-88fb-43cf-80b3-218729d55c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.178116] env[65762]: DEBUG oslo_concurrency.lockutils [req-01556542-af7b-4e49-80d2-bfef9a15a817 req-810ad971-ae95-4f27-819c-1d1bff8667b1 service nova] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.178278] env[65762]: DEBUG oslo_concurrency.lockutils [req-01556542-af7b-4e49-80d2-bfef9a15a817 req-810ad971-ae95-4f27-819c-1d1bff8667b1 service nova] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.178435] env[65762]: DEBUG nova.compute.manager [req-01556542-af7b-4e49-80d2-bfef9a15a817 req-810ad971-ae95-4f27-819c-1d1bff8667b1 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] No waiting events found dispatching network-vif-plugged-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1429.178589] env[65762]: WARNING nova.compute.manager [req-01556542-af7b-4e49-80d2-bfef9a15a817 req-810ad971-ae95-4f27-819c-1d1bff8667b1 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Received unexpected event network-vif-plugged-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 for instance with vm_state building and task_state spawning. [ 1429.270846] env[65762]: DEBUG nova.network.neutron [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Successfully updated port: 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1429.333097] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561357, 'name': CreateVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.547313] env[65762]: WARNING neutronclient.v2_0.client [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1429.706473] env[65762]: WARNING neutronclient.v2_0.client [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1429.774319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.774319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.774625] env[65762]: DEBUG nova.network.neutron [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1429.776748] env[65762]: DEBUG nova.network.neutron [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updated VIF entry in instance network info cache for port d9105d7d-f043-43f6-84b7-3e2a741c7145. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1429.777895] env[65762]: DEBUG nova.network.neutron [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updating instance_info_cache with network_info: [{"id": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "address": "fa:16:3e:f1:4a:a2", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9105d7d-f0", "ovs_interfaceid": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.834068] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561357, 'name': CreateVM_Task, 'duration_secs': 0.574216} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.834231] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.834733] env[65762]: WARNING neutronclient.v2_0.client [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1429.835190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.835345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.835741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.835900] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e01d1d2-19ab-43e1-b7d8-846931b9fcdc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.842340] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1429.842340] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]525f1280-cf9c-1c12-f462-24eb76a14f24" [ 1429.842340] env[65762]: _type = "Task" [ 1429.842340] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.852412] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525f1280-cf9c-1c12-f462-24eb76a14f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.282424] env[65762]: DEBUG oslo_concurrency.lockutils [req-f8dcccdd-feb1-487c-b6ed-423a7b5831a1 req-cb99bb8d-341c-4a9d-be04-be663a4fbf9f service nova] Releasing lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.313792] env[65762]: DEBUG nova.network.neutron [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1430.354055] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]525f1280-cf9c-1c12-f462-24eb76a14f24, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.354416] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.354680] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.354939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.355329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.355565] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.355900] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3c536aa-b956-4465-89fe-10d3d622531a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.370324] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.370507] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.371249] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d669c05-2e61-4e49-ab18-bd7dee92646d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.377771] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1430.377771] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52df7646-653f-9c21-be41-2a8389f0c3fb" [ 1430.377771] env[65762]: _type = "Task" [ 1430.377771] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.386855] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52df7646-653f-9c21-be41-2a8389f0c3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.392888] env[65762]: WARNING neutronclient.v2_0.client [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1430.463906] env[65762]: DEBUG nova.network.neutron [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Updating instance_info_cache with network_info: [{"id": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "address": "fa:16:3e:65:85:f7", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b88561-00", "ovs_interfaceid": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.889653] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52df7646-653f-9c21-be41-2a8389f0c3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.890468] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7b594e-c49d-4ea8-87ee-36f5aa16f7fa {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.896287] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1430.896287] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52db9837-cc94-71a3-2c7b-5d0eb060079b" [ 1430.896287] env[65762]: _type = "Task" [ 1430.896287] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.905140] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52db9837-cc94-71a3-2c7b-5d0eb060079b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.966956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.967389] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Instance network_info: |[{"id": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "address": "fa:16:3e:65:85:f7", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b88561-00", "ovs_interfaceid": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1430.967855] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:85:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b88561-001d-4a8d-9c47-ed2dd6f1ccf5', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.975171] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1430.975837] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.975837] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a15ef9ad-ba69-4baf-a3bf-1ea07368982e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.995591] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.995591] env[65762]: value = "task-4561358" [ 1430.995591] env[65762]: _type = "Task" [ 1430.995591] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.003813] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561358, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.210619] env[65762]: DEBUG nova.compute.manager [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Received event network-changed-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1431.210844] env[65762]: DEBUG nova.compute.manager [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Refreshing instance network info cache due to event network-changed-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1431.211259] env[65762]: DEBUG oslo_concurrency.lockutils [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] Acquiring lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.212058] env[65762]: DEBUG oslo_concurrency.lockutils [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] Acquired lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.212058] env[65762]: DEBUG nova.network.neutron [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Refreshing network info cache for port 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.409100] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52db9837-cc94-71a3-2c7b-5d0eb060079b, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.409492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.409813] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/01dd1f43-b36b-4d63-85b7-dd0aee131818.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.410133] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bbe9b94-fae2-44d8-8dc6-b6bb1be9361f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.417462] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1431.417462] env[65762]: value = "task-4561359" [ 1431.417462] env[65762]: _type = "Task" [ 1431.417462] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.427294] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.508164] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561358, 'name': CreateVM_Task, 'duration_secs': 0.30454} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.508164] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.508164] env[65762]: WARNING neutronclient.v2_0.client [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1431.508164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.508164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.508520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.508564] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747f6528-bf44-4769-9418-e6c1128360be {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.514025] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1431.514025] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]521aa7bd-b870-109e-cfd3-dd64f80f854f" [ 1431.514025] env[65762]: _type = "Task" [ 1431.514025] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.523915] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521aa7bd-b870-109e-cfd3-dd64f80f854f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.713957] env[65762]: WARNING neutronclient.v2_0.client [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1431.896185] env[65762]: WARNING neutronclient.v2_0.client [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1431.928335] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46101} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.928599] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/01dd1f43-b36b-4d63-85b7-dd0aee131818.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.928807] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.929064] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f70c93a-87f9-4616-ad08-0bbb7453efb8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.939070] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1431.939070] env[65762]: value = "task-4561360" [ 1431.939070] env[65762]: _type = "Task" [ 1431.939070] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.948560] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.968061] env[65762]: DEBUG nova.network.neutron [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Updated VIF entry in instance network info cache for port 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1431.968497] env[65762]: DEBUG nova.network.neutron [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Updating instance_info_cache with network_info: [{"id": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "address": "fa:16:3e:65:85:f7", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b88561-00", "ovs_interfaceid": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.025751] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]521aa7bd-b870-109e-cfd3-dd64f80f854f, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.026232] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.026544] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.026802] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.026962] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.027151] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.027422] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf22ebb-84fe-4974-8bf5-96f41f64e46b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.037131] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.037312] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.038046] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2d2118-ec12-40dc-a7ff-6118b2573674 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.044133] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1432.044133] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5257def7-7d11-8229-9432-19f5ce97f333" [ 1432.044133] env[65762]: _type = "Task" [ 1432.044133] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.051949] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5257def7-7d11-8229-9432-19f5ce97f333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.450539] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058505} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.450822] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.451755] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f154ca8-eb86-46c6-9c5e-f2f6a367df75 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.475269] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/01dd1f43-b36b-4d63-85b7-dd0aee131818.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.475720] env[65762]: DEBUG oslo_concurrency.lockutils [req-8e395a02-10e5-4b97-ba5b-6fa6f5bffcab req-72bea7e9-290d-428b-bf16-256eb784bbec service nova] Releasing lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.476069] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d62008-67ae-4263-b9fe-6a5ba56350e1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.499561] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1432.499561] env[65762]: value = "task-4561361" [ 1432.499561] env[65762]: _type = "Task" [ 1432.499561] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.512760] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.556444] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5257def7-7d11-8229-9432-19f5ce97f333, 'name': SearchDatastore_Task, 'duration_secs': 0.036262} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.557426] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278a0d5b-4992-4715-807d-295b7be40de1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.563551] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1432.563551] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52baf088-5527-efd9-7e5f-eb57ac39166d" [ 1432.563551] env[65762]: _type = "Task" [ 1432.563551] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.572225] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52baf088-5527-efd9-7e5f-eb57ac39166d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.010307] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.074247] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52baf088-5527-efd9-7e5f-eb57ac39166d, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.074494] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.074752] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/56db3bb1-88fb-43cf-80b3-218729d55c94.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.075048] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e093b9f-aea8-4486-8b3b-8b3d80a9878d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.082355] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1433.082355] env[65762]: value = "task-4561362" [ 1433.082355] env[65762]: _type = "Task" [ 1433.082355] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.090394] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.510868] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561361, 'name': ReconfigVM_Task, 'duration_secs': 0.543036} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.511170] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/01dd1f43-b36b-4d63-85b7-dd0aee131818.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.511870] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-956831e2-64e3-4675-965e-72285b6715e4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.520666] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1433.520666] env[65762]: value = "task-4561363" [ 1433.520666] env[65762]: _type = "Task" [ 1433.520666] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.529642] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561363, 'name': Rename_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.592673] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453895} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.592992] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/56db3bb1-88fb-43cf-80b3-218729d55c94.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.593233] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.593494] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60bd2791-3b7c-42ac-914a-3dc7dd493aab {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.601207] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1433.601207] env[65762]: value = "task-4561364" [ 1433.601207] env[65762]: _type = "Task" [ 1433.601207] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.610196] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.033047] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561363, 'name': Rename_Task, 'duration_secs': 0.149398} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.033491] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.033550] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-737d0e8f-aec2-4bfa-b74b-c389ef1a75fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.040973] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1434.040973] env[65762]: value = "task-4561365" [ 1434.040973] env[65762]: _type = "Task" [ 1434.040973] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.049601] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.110892] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071146} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.111190] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.111969] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970190c-69eb-4d57-96f1-27d74e867904 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.135220] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/56db3bb1-88fb-43cf-80b3-218729d55c94.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.135568] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf61d19-d0b6-4487-842a-c4d7ee6396c1 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.155675] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1434.155675] env[65762]: value = "task-4561366" [ 1434.155675] env[65762]: _type = "Task" [ 1434.155675] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.165113] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.551533] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.666236] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561366, 'name': ReconfigVM_Task, 'duration_secs': 0.392768} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.666539] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/56db3bb1-88fb-43cf-80b3-218729d55c94.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.667169] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef63d2d-4bb9-4d62-8c86-07e2f8a4ac0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.674829] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1434.674829] env[65762]: value = "task-4561367" [ 1434.674829] env[65762]: _type = "Task" [ 1434.674829] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.683396] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561367, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.052254] env[65762]: DEBUG oslo_vmware.api [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561365, 'name': PowerOnVM_Task, 'duration_secs': 0.512036} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.052711] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.052711] env[65762]: INFO nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1435.052861] env[65762]: DEBUG nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1435.053662] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca02c0-ff85-4684-a452-e9a7906af1ca {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.185217] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561367, 'name': Rename_Task, 'duration_secs': 0.152456} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.185512] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.185765] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a212a8ae-bccd-410d-be40-6727528e32c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.193314] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1435.193314] env[65762]: value = "task-4561368" [ 1435.193314] env[65762]: _type = "Task" [ 1435.193314] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.201622] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.572212] env[65762]: INFO nova.compute.manager [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Took 12.97 seconds to build instance. [ 1435.704561] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.074697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-5191b6f1-7f19-4118-aa07-003bdba1bc0e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.479s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.204259] env[65762]: DEBUG oslo_vmware.api [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561368, 'name': PowerOnVM_Task, 'duration_secs': 0.668833} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.204457] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.204646] env[65762]: INFO nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1436.204818] env[65762]: DEBUG nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1436.205639] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fddd3e-a5cf-42b7-ad7e-1d1f3f7de0c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.722446] env[65762]: INFO nova.compute.manager [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Took 13.78 seconds to build instance. [ 1437.224767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-90ee1f2c-2abb-474b-b54c-104084281b65 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.292s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.639104] env[65762]: INFO nova.compute.manager [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Rescuing [ 1437.639104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.639345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.639345] env[65762]: DEBUG nova.network.neutron [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1438.142224] env[65762]: WARNING neutronclient.v2_0.client [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1438.295170] env[65762]: WARNING neutronclient.v2_0.client [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1438.367136] env[65762]: DEBUG nova.network.neutron [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Updating instance_info_cache with network_info: [{"id": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "address": "fa:16:3e:65:85:f7", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b88561-00", "ovs_interfaceid": "50b88561-001d-4a8d-9c47-ed2dd6f1ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.869775] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-56db3bb1-88fb-43cf-80b3-218729d55c94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.408780] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.409206] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3506522-f036-4b75-a215-5cfc81ca535d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.417438] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1440.417438] env[65762]: value = "task-4561369" [ 1440.417438] env[65762]: _type = "Task" [ 1440.417438] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.426399] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.555820] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.555820] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Cleaning up deleted instances with incomplete migration {{(pid=65762) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11969}} [ 1440.929132] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561369, 'name': PowerOffVM_Task, 'duration_secs': 0.248102} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.929132] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.929737] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfb855-0fee-4c5d-ab5b-6bea659793fe {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.949693] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa4a07-622d-4785-948c-73820bf3a392 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.977229] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.977541] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d9f75bb-82c4-4d28-af05-eb094e596fcb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.986180] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1440.986180] env[65762]: value = "task-4561370" [ 1440.986180] env[65762]: _type = "Task" [ 1440.986180] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.995819] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1440.996048] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.996359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.996524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.996700] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.996939] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59cea823-7332-4215-b3c2-6a9e38d3691b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.005980] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.006171] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.006896] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889f829c-d1cb-4ab3-baaf-4e7be838a9a9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.012834] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1441.012834] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52b097c1-c3ea-f42a-94eb-a7fd1381fb26" [ 1441.012834] env[65762]: _type = "Task" [ 1441.012834] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.021122] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b097c1-c3ea-f42a-94eb-a7fd1381fb26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.524424] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52b097c1-c3ea-f42a-94eb-a7fd1381fb26, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.525229] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1775301c-81d9-485f-8f93-d2022380cac9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.531722] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1441.531722] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]523f79c7-e5f5-6e09-8b71-8ad1fe3bf19b" [ 1441.531722] env[65762]: _type = "Task" [ 1441.531722] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.540492] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523f79c7-e5f5-6e09-8b71-8ad1fe3bf19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.043152] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]523f79c7-e5f5-6e09-8b71-8ad1fe3bf19b, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.043405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.043670] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. {{(pid=65762) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1442.043933] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-409840b4-3fc6-4c53-8185-4843841196c5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.053362] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1442.053362] env[65762]: value = "task-4561371" [ 1442.053362] env[65762]: _type = "Task" [ 1442.053362] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.057132] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.057300] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1442.063285] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.557925] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.564423] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458074} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.564686] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. [ 1442.565562] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b2c58f-6cc8-4e95-82d2-627b1391668a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.591769] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.592088] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a828a514-f1e4-4399-86df-95063895899a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.613022] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1442.613022] env[65762]: value = "task-4561372" [ 1442.613022] env[65762]: _type = "Task" [ 1442.613022] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.622435] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.123268] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561372, 'name': ReconfigVM_Task, 'duration_secs': 0.305558} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.123573] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.124531] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b617c75-5ba3-4a99-b5df-e8e3ec69542f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.150040] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4a6b40-377b-4936-a0a6-8114870def0b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.166247] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1443.166247] env[65762]: value = "task-4561373" [ 1443.166247] env[65762]: _type = "Task" [ 1443.166247] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.174717] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.554908] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.677210] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.178850] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.549783] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.683213] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561373, 'name': ReconfigVM_Task, 'duration_secs': 1.266553} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.683624] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.683751] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4cba601-b6df-4faf-9f7c-749813a70c45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.691291] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1444.691291] env[65762]: value = "task-4561374" [ 1444.691291] env[65762]: _type = "Task" [ 1444.691291] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.702349] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.201762] env[65762]: DEBUG oslo_vmware.api [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561374, 'name': PowerOnVM_Task, 'duration_secs': 0.406404} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.202044] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.205080] env[65762]: DEBUG nova.compute.manager [None req-2dc2d8af-25e5-4157-99c9-f679a3cc63ea tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1445.205905] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e2087-ac3f-4c7e-80dd-9e37ade52bdd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.554603] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.110837] env[65762]: INFO nova.compute.manager [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Rescuing [ 1448.111122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.111276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.111434] env[65762]: DEBUG nova.network.neutron [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1448.613954] env[65762]: WARNING neutronclient.v2_0.client [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1448.770862] env[65762]: WARNING neutronclient.v2_0.client [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1448.837067] env[65762]: DEBUG nova.network.neutron [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updating instance_info_cache with network_info: [{"id": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "address": "fa:16:3e:f1:4a:a2", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9105d7d-f0", "ovs_interfaceid": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.340050] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.555305] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.555569] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.059276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.059772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.059772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.059893] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1450.060850] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964513df-bdf7-45ed-8684-1c4354aa6188 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.069844] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943346a-8e0a-4391-b243-f6213c73daef {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.084803] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e357ef-1dde-4226-b330-f9184df2e0e7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.091903] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24edb390-bf53-4211-acd6-1faf29b63fa7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.120920] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180029MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1450.121070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.121236] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.874198] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.874520] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946074c5-483f-4556-a769-917ea31fdbb0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.882145] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1450.882145] env[65762]: value = "task-4561375" [ 1450.882145] env[65762]: _type = "Task" [ 1450.882145] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.891925] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.274118] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 01dd1f43-b36b-4d63-85b7-dd0aee131818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1451.274466] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 56db3bb1-88fb-43cf-80b3-218729d55c94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1451.274535] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1451.274659] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_rescuing': '1', 'num_os_type_None': '2', 'num_proj_b88d10aa97864995a9cf80055a43e7de': '2', 'io_workload': '1', 'num_vm_rescued': '1', 'num_task_None': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1451.290806] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Refreshing inventories for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1451.303739] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating ProviderTree inventory for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1451.303920] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Updating inventory in ProviderTree for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.315394] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Refreshing aggregate associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, aggregates: None {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1451.334205] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Refreshing trait associations for resource provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65762) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1451.372160] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea60597f-0b49-4e9b-add7-6bf6de81c2c8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.380661] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcda8267-349e-4bdf-8fc9-45acdc2aefde {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.392503] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561375, 'name': PowerOffVM_Task, 'duration_secs': 0.276393} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.416582] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.417649] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b2427e-5b66-4453-869e-129ed38d4798 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.420671] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853a484-5401-440b-b159-ba941da0ebc0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.442370] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8216f9e0-41bf-4677-94be-40317fcd1dd5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.447474] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9eae2-184b-4695-9192-5c279d6a7385 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.462799] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.484428] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.484725] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b6fa9b2-5f93-4252-a91b-8d7586df75bc {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.493583] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1451.493583] env[65762]: value = "task-4561376" [ 1451.493583] env[65762]: _type = "Task" [ 1451.493583] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.504327] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1451.504539] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.504805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.504950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.505143] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.505411] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc42d37-e257-402c-81ee-ae3db930857f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.516424] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.516635] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.517526] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2591b28f-cd48-4565-ae50-a0c222a868d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.523474] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1451.523474] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]5240bfcc-69b6-7da2-de08-5d008534b3f7" [ 1451.523474] env[65762]: _type = "Task" [ 1451.523474] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.531551] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5240bfcc-69b6-7da2-de08-5d008534b3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.967998] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.036372] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]5240bfcc-69b6-7da2-de08-5d008534b3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.037306] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c743bf23-cca8-499b-8abd-af42bb582b9a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.043083] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1452.043083] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]524be597-90de-35dd-d69d-874a0d0a0c8f" [ 1452.043083] env[65762]: _type = "Task" [ 1452.043083] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.051711] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524be597-90de-35dd-d69d-874a0d0a0c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.473306] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1452.473738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.352s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.473873] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.555613] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]524be597-90de-35dd-d69d-874a0d0a0c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.555853] env[65762]: DEBUG oslo_concurrency.lockutils [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.556134] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. {{(pid=65762) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1452.556427] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2716c590-5a97-4cd9-8930-03fd78e54940 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.565305] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1452.565305] env[65762]: value = "task-4561377" [ 1452.565305] env[65762]: _type = "Task" [ 1452.565305] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.574663] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.075943] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463302} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.076237] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. [ 1453.076988] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1959b5-ce49-4625-bd08-87a78f2f329c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.103268] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.103539] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89618f6a-7a69-4ff8-bec1-7f202d04faa9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.121499] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1453.121499] env[65762]: value = "task-4561378" [ 1453.121499] env[65762]: _type = "Task" [ 1453.121499] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.129700] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.632023] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561378, 'name': ReconfigVM_Task, 'duration_secs': 0.290347} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.632436] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.633223] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0628b-e360-4864-8d54-c7dd42927494 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.658277] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c1a1de-2cda-4f1e-a020-cdae033a1a8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.675613] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1453.675613] env[65762]: value = "task-4561379" [ 1453.675613] env[65762]: _type = "Task" [ 1453.675613] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.684203] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.186562] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.686717] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561379, 'name': ReconfigVM_Task, 'duration_secs': 0.633823} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.687150] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.687246] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f8f0774-da6d-4596-8a79-abd064c95022 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.693873] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1454.693873] env[65762]: value = "task-4561380" [ 1454.693873] env[65762]: _type = "Task" [ 1454.693873] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.703694] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.976508] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.204513] env[65762]: DEBUG oslo_vmware.api [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561380, 'name': PowerOnVM_Task, 'duration_secs': 0.384737} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.204775] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.207726] env[65762]: DEBUG nova.compute.manager [None req-c699562d-7ec8-4e68-a2be-67981b8ef583 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1455.208470] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c56b8b-a58e-4610-b60e-1a90b07a33ed {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.088698] env[65762]: INFO nova.compute.manager [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Unrescuing [ 1456.089145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.089145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.089307] env[65762]: DEBUG nova.network.neutron [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1456.592236] env[65762]: WARNING neutronclient.v2_0.client [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1456.743223] env[65762]: WARNING neutronclient.v2_0.client [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1456.809411] env[65762]: DEBUG nova.network.neutron [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updating instance_info_cache with network_info: [{"id": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "address": "fa:16:3e:f1:4a:a2", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9105d7d-f0", "ovs_interfaceid": "d9105d7d-f043-43f6-84b7-3e2a741c7145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.312862] env[65762]: DEBUG oslo_concurrency.lockutils [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-01dd1f43-b36b-4d63-85b7-dd0aee131818" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.313693] env[65762]: DEBUG nova.objects.instance [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lazy-loading 'flavor' on Instance uuid 01dd1f43-b36b-4d63-85b7-dd0aee131818 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.821537] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf806106-42a7-4b60-b259-e615bc445d45 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.855094] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.856131] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cb3c90-5f73-455d-a33a-eaf3408566b8 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.864296] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1457.864296] env[65762]: value = "task-4561381" [ 1457.864296] env[65762]: _type = "Task" [ 1457.864296] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.874524] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.375137] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561381, 'name': PowerOffVM_Task, 'duration_secs': 0.232512} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.375611] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.380807] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1458.381119] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b50cdc-a741-4933-9939-fed41b299417 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.399986] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1458.399986] env[65762]: value = "task-4561382" [ 1458.399986] env[65762]: _type = "Task" [ 1458.399986] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.410442] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.911611] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561382, 'name': ReconfigVM_Task, 'duration_secs': 0.225101} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.911787] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1458.911976] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.912262] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ef79a7-8e32-4989-946b-f89e44dc0123 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.920930] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1458.920930] env[65762]: value = "task-4561383" [ 1458.920930] env[65762]: _type = "Task" [ 1458.920930] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.931189] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.432458] env[65762]: DEBUG oslo_vmware.api [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561383, 'name': PowerOnVM_Task, 'duration_secs': 0.444022} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.432912] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.432976] env[65762]: DEBUG nova.compute.manager [None req-2e6051d8-0156-4966-95ca-cb1e5598c09d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1459.433831] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6918e02-dda7-45c0-a4ce-59f5c07fd343 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.555627] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.555952] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Cleaning up deleted instances {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11931}} [ 1460.063942] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] There are 22 instances to clean {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11940}} [ 1460.064156] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 11497c86-d6f3-41fd-91d1-e023658187a1] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1460.567437] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 1d6d6403-b245-46c3-851c-5a85b3594428] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1461.071022] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 2142cff9-e746-4235-87eb-dd92379c6f17] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1461.574601] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: e838f17f-896a-4345-99fd-f3a24e83ad11] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1462.078639] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: ea3b3853-65ac-4a40-8cfc-239984c4d511] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1462.582412] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4153c583-998a-4a78-9f6d-a2ed72b4e04e] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1462.972345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.972630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.085487] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 61dc4fe0-8fdd-4cfb-9aca-f92dd0c4985c] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1463.474990] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Starting instance... {{(pid=65762) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1463.588922] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: bed5bb3c-7e48-44a1-ac9e-2356fe87a479] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1463.997509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.997783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.999399] env[65762]: INFO nova.compute.claims [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.091738] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 3887874f-1077-4a78-ba9e-e93be97f2de4] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1464.594598] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 8b7f2614-9b42-43d3-be93-8f9ebcd77901] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1465.059738] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ca1f4-6c80-408e-bb65-7d9c7597b65f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.068116] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4cf2a3-b2ca-4445-8dae-30263c8b5ac3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.099829] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: daa7fd55-5ad7-4f7b-b6e8-abe444711566] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1465.103141] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402894e1-448c-4237-a34d-25037da9e300 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.111460] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c40467-2c09-4a21-bd6f-3e7065694879 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.126427] env[65762]: DEBUG nova.compute.provider_tree [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.602960] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 93e08aeb-775d-4451-a78c-65c5e5eac53a] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1465.629694] env[65762]: DEBUG nova.scheduler.client.report [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.106448] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 3f45bce6-f8c7-44a0-acd7-d07110a0af3d] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1466.134759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.135274] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Start building networks asynchronously for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1466.609919] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0dff4bf6-8603-47d7-95cf-d12e71aa5179] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1466.640927] env[65762]: DEBUG nova.compute.utils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1466.643708] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Allocating IP information in the background. {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1466.644181] env[65762]: DEBUG nova.network.neutron [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] allocate_for_instance() {{(pid=65762) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1466.644601] env[65762]: WARNING neutronclient.v2_0.client [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1466.645052] env[65762]: WARNING neutronclient.v2_0.client [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1466.698070] env[65762]: DEBUG nova.policy [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2dfaa8929a438fab08f28c946504fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b88d10aa97864995a9cf80055a43e7de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65762) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.964718] env[65762]: DEBUG nova.network.neutron [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Successfully created port: 8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1467.115687] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 1a1d49b6-940b-410c-a5d7-5a38079b108c] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1467.150594] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Start building block device mappings for instance. {{(pid=65762) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1467.617520] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: abd01d8a-4713-4f89-b8c8-b82627b559e5] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1468.120501] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 81735a4d-4793-4be6-91f8-ef7daf7bcf45] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1468.159577] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Start spawning the instance on the hypervisor. {{(pid=65762) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1468.186203] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T04:44:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T04:44:30Z,direct_url=,disk_format='vmdk',id=bd5744b4-7c33-40d3-985b-f19cd8a33f62,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b904c2ce163b4ab3ad4fe21a2267c1a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T04:44:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1468.186513] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Flavor limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.186668] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Image limits 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1468.186850] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Flavor pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.186992] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Image pref 0:0:0 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1468.187152] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65762) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1468.187392] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1468.187572] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1468.187769] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Got 1 possible topologies {{(pid=65762) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1468.187932] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1468.188120] env[65762]: DEBUG nova.virt.hardware [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65762) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1468.188992] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74321dce-fae4-43b1-8d92-706f64b1047c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.197573] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613317e7-08ab-4b35-80a2-fb00d341bb8b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.354123] env[65762]: DEBUG nova.compute.manager [req-43fc55d8-7bfc-46e8-bb4c-be0a57140e3c req-978dc4ab-f7f6-42e5-8344-9d46aef8b21e service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received event network-vif-plugged-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1468.354349] env[65762]: DEBUG oslo_concurrency.lockutils [req-43fc55d8-7bfc-46e8-bb4c-be0a57140e3c req-978dc4ab-f7f6-42e5-8344-9d46aef8b21e service nova] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.355268] env[65762]: DEBUG oslo_concurrency.lockutils [req-43fc55d8-7bfc-46e8-bb4c-be0a57140e3c req-978dc4ab-f7f6-42e5-8344-9d46aef8b21e service nova] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.355524] env[65762]: DEBUG oslo_concurrency.lockutils [req-43fc55d8-7bfc-46e8-bb4c-be0a57140e3c req-978dc4ab-f7f6-42e5-8344-9d46aef8b21e service nova] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.355701] env[65762]: DEBUG nova.compute.manager [req-43fc55d8-7bfc-46e8-bb4c-be0a57140e3c req-978dc4ab-f7f6-42e5-8344-9d46aef8b21e service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] No waiting events found dispatching network-vif-plugged-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1468.355866] env[65762]: WARNING nova.compute.manager [req-43fc55d8-7bfc-46e8-bb4c-be0a57140e3c req-978dc4ab-f7f6-42e5-8344-9d46aef8b21e service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received unexpected event network-vif-plugged-8fd74303-fc82-49a8-9e22-34afcc2e9501 for instance with vm_state building and task_state spawning. [ 1468.442508] env[65762]: DEBUG nova.network.neutron [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Successfully updated port: 8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1468.624261] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 0cee2c86-ad5b-42e7-8428-f5455187f1c1] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1468.945619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.945812] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.945995] env[65762]: DEBUG nova.network.neutron [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1469.128360] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 4474b9ab-518b-45f5-bf9a-d91cacadca36] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1469.480679] env[65762]: DEBUG nova.network.neutron [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Instance cache missing network info. {{(pid=65762) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1469.549421] env[65762]: WARNING neutronclient.v2_0.client [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1469.615143] env[65762]: DEBUG nova.network.neutron [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.632237] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 68bdfe3f-2169-4486-890d-c88793baf89f] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1470.118351] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.118747] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Instance network_info: |[{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65762) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1470.119259] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:47:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd74303-fc82-49a8-9e22-34afcc2e9501', 'vif_model': 'vmxnet3'}] {{(pid=65762) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.126671] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1470.126878] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Creating VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.127118] env[65762]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9462626-17ca-4bd4-b632-04eeffd6191e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.141354] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 05960ea2-702c-406c-8564-5b2982d2adb1] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1470.149823] env[65762]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.149823] env[65762]: value = "task-4561384" [ 1470.149823] env[65762]: _type = "Task" [ 1470.149823] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.158189] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561384, 'name': CreateVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.386392] env[65762]: DEBUG nova.compute.manager [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1470.386654] env[65762]: DEBUG nova.compute.manager [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing instance network info cache due to event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1470.386912] env[65762]: DEBUG oslo_concurrency.lockutils [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.387070] env[65762]: DEBUG oslo_concurrency.lockutils [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.387395] env[65762]: DEBUG nova.network.neutron [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.645118] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] [instance: 21fa923c-0d61-4ef9-bb0a-108ac2b111a7] Instance has had 0 of 5 cleanup attempts {{(pid=65762) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11944}} [ 1470.661915] env[65762]: DEBUG oslo_vmware.api [-] Task: {'id': task-4561384, 'name': CreateVM_Task, 'duration_secs': 0.324405} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.662135] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Created VM on the ESX host {{(pid=65762) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.662589] env[65762]: WARNING neutronclient.v2_0.client [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1470.662941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.663109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.663534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.663803] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194a0d5e-430f-4c07-8263-1861248caafb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.668908] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1470.668908] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52a70e4e-0653-8aca-cf55-13feab1c3381" [ 1470.668908] env[65762]: _type = "Task" [ 1470.668908] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.678917] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a70e4e-0653-8aca-cf55-13feab1c3381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.890318] env[65762]: WARNING neutronclient.v2_0.client [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1471.039706] env[65762]: WARNING neutronclient.v2_0.client [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1471.103360] env[65762]: DEBUG nova.network.neutron [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updated VIF entry in instance network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1471.103772] env[65762]: DEBUG nova.network.neutron [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.180435] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52a70e4e-0653-8aca-cf55-13feab1c3381, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.180742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.180971] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.181177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.181318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.181511] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.181776] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ff53b4-bb54-4373-a83e-80f0e674f1ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.192679] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.192858] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.193617] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2ffc16-2b3e-4e75-afb6-ceaa0983fb18 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.199575] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1471.199575] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52eb3738-a84b-cef4-cac1-de022f827535" [ 1471.199575] env[65762]: _type = "Task" [ 1471.199575] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.208017] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52eb3738-a84b-cef4-cac1-de022f827535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.607026] env[65762]: DEBUG oslo_concurrency.lockutils [req-48797a8f-7333-40fe-9779-4abc406d2ada req-7694e0e5-0206-4599-898d-da5ffc3d659b service nova] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.710489] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52eb3738-a84b-cef4-cac1-de022f827535, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.711312] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c23e7e5-629c-4527-b0e9-a38a696d3cdd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.716720] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1471.716720] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]528c3be7-a1a2-dcd9-331a-1965c92f34b3" [ 1471.716720] env[65762]: _type = "Task" [ 1471.716720] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.725022] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528c3be7-a1a2-dcd9-331a-1965c92f34b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.227399] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]528c3be7-a1a2-dcd9-331a-1965c92f34b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.227668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.227925] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/03ef119b-60a0-4643-b0ba-857f539b9ec6.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.228212] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd9f13f-d95a-44b3-95e4-ffdfd9c69481 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.235628] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1472.235628] env[65762]: value = "task-4561385" [ 1472.235628] env[65762]: _type = "Task" [ 1472.235628] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.244100] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.745640] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459982} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.746055] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/03ef119b-60a0-4643-b0ba-857f539b9ec6.vmdk {{(pid=65762) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.746248] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Extending root virtual disk to 1048576 {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.746538] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b906ffd1-5643-4300-83ba-2ede13217452 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.753842] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1472.753842] env[65762]: value = "task-4561386" [ 1472.753842] env[65762]: _type = "Task" [ 1472.753842] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.762937] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.263416] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058795} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.263682] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Extended root virtual disk {{(pid=65762) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.264476] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c3ffc-817e-4eaa-b744-8490aa48f42c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.286307] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/03ef119b-60a0-4643-b0ba-857f539b9ec6.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.286632] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb36b5b-f4e6-478d-b7d9-648452801723 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.307592] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1473.307592] env[65762]: value = "task-4561387" [ 1473.307592] env[65762]: _type = "Task" [ 1473.307592] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.318987] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.819723] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561387, 'name': ReconfigVM_Task, 'duration_secs': 0.294565} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.820119] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/03ef119b-60a0-4643-b0ba-857f539b9ec6.vmdk or device None with type sparse {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.820590] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8df3f8cb-3853-466e-91b9-e437702efa38 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.827431] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1473.827431] env[65762]: value = "task-4561388" [ 1473.827431] env[65762]: _type = "Task" [ 1473.827431] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.835697] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561388, 'name': Rename_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.338228] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561388, 'name': Rename_Task, 'duration_secs': 0.267796} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.338521] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.338792] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff451f0-75fb-4cb9-b220-b1a32396c358 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.346413] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1474.346413] env[65762]: value = "task-4561389" [ 1474.346413] env[65762]: _type = "Task" [ 1474.346413] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.354581] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.857280] env[65762]: DEBUG oslo_vmware.api [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561389, 'name': PowerOnVM_Task, 'duration_secs': 0.459586} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.857671] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.857745] env[65762]: INFO nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1474.857957] env[65762]: DEBUG nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1474.858749] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace610c-6461-42e3-8040-8067020375c9 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.376428] env[65762]: INFO nova.compute.manager [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Took 11.40 seconds to build instance. [ 1475.879366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.906s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.022423] env[65762]: DEBUG nova.compute.manager [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1476.022775] env[65762]: DEBUG nova.compute.manager [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing instance network info cache due to event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1476.023137] env[65762]: DEBUG oslo_concurrency.lockutils [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.023369] env[65762]: DEBUG oslo_concurrency.lockutils [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.023640] env[65762]: DEBUG nova.network.neutron [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.526476] env[65762]: WARNING neutronclient.v2_0.client [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1476.704352] env[65762]: WARNING neutronclient.v2_0.client [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1476.787752] env[65762]: DEBUG nova.network.neutron [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updated VIF entry in instance network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1476.788228] env[65762]: DEBUG nova.network.neutron [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.291103] env[65762]: DEBUG oslo_concurrency.lockutils [req-a572f515-2d0d-4566-a100-8c53e2bfc967 req-b3d9131d-734c-412e-998d-c7b76ccad9a7 service nova] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.077041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.077377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.580117] env[65762]: DEBUG nova.compute.utils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Using /dev/sd instead of None {{(pid=65762) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1513.083028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.142804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.143210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.143337] env[65762]: INFO nova.compute.manager [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Attaching volume 4fab8c2f-92ed-4522-b13e-12cbb2685ad1 to /dev/sdb [ 1514.208372] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24696b-0d4e-4d8c-930a-3c9dff39b35e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.216257] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea1401-a524-42f6-a178-44d3dc4f0d09 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.229910] env[65762]: DEBUG nova.virt.block_device [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating existing volume attachment record: 0fa22d38-872f-493e-90b1-e8b9fb7b79c7 {{(pid=65762) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1515.147242] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.147649] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.652982] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.653212] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.653212] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.653346] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.653484] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.653627] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.653846] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1515.654110] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.157068] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.157473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.157473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.157622] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1516.158596] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff390a-1969-480a-bafc-dd04477aed58 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.167227] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6849cd1-f741-4e82-b930-2c1db03d5767 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.182257] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12f5fb9-8d9e-4805-a2de-33785348cd72 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.189973] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213d6f96-b680-4cf9-8d30-be813cc8ef44 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.221830] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180130MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1516.222077] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.222293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.250224] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 01dd1f43-b36b-4d63-85b7-dd0aee131818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1517.250552] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 56db3bb1-88fb-43cf-80b3-218729d55c94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1517.250552] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 03ef119b-60a0-4643-b0ba-857f539b9ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1517.250735] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1517.250895] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '2', 'num_task_None': '3', 'num_os_type_None': '3', 'num_proj_b88d10aa97864995a9cf80055a43e7de': '3', 'io_workload': '0', 'num_vm_rescued': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1517.301029] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ac3f32-e324-4656-b7d6-a2d521a0ed8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.308932] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb9388-0309-4233-9ae8-23532ae81c1a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.340354] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9ef9b-fa52-454a-bcea-135289f5e56e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.348669] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe873e1-318d-423e-bdc2-5e3af2357adb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.363899] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.867392] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.372537] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1518.372949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.774095] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Volume attach. Driver type: vmdk {{(pid=65762) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.774350] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891299', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'name': 'volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03ef119b-60a0-4643-b0ba-857f539b9ec6', 'attached_at': '', 'detached_at': '', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'serial': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.775265] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e724a299-a52f-4a52-a30e-440bf26994cb {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.792593] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8877eaec-70f0-4a26-81eb-ab9598084593 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.818479] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1/volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.818816] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2bb83e-cff8-40a1-8c3b-3413ea89af02 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.838141] env[65762]: DEBUG oslo_vmware.api [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1518.838141] env[65762]: value = "task-4561394" [ 1518.838141] env[65762]: _type = "Task" [ 1518.838141] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.847073] env[65762]: DEBUG oslo_vmware.api [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.349197] env[65762]: DEBUG oslo_vmware.api [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561394, 'name': ReconfigVM_Task, 'duration_secs': 0.389273} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.349508] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1/volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.355270] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e56b505-605b-4b72-a7e2-e890326c3736 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.373026] env[65762]: DEBUG oslo_vmware.api [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1519.373026] env[65762]: value = "task-4561395" [ 1519.373026] env[65762]: _type = "Task" [ 1519.373026] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.382535] env[65762]: DEBUG oslo_vmware.api [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.884537] env[65762]: DEBUG oslo_vmware.api [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561395, 'name': ReconfigVM_Task, 'duration_secs': 0.175268} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.884843] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891299', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'name': 'volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03ef119b-60a0-4643-b0ba-857f539b9ec6', 'attached_at': '', 'detached_at': '', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'serial': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1'} {{(pid=65762) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.921621] env[65762]: DEBUG nova.objects.instance [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lazy-loading 'flavor' on Instance uuid 03ef119b-60a0-4643-b0ba-857f539b9ec6 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.428885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a833717b-8607-4fac-8c07-49ebe20fa0a2 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.571529] env[65762]: INFO nova.compute.manager [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Rescuing [ 1521.571797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.571926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.572104] env[65762]: DEBUG nova.network.neutron [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1522.075583] env[65762]: WARNING neutronclient.v2_0.client [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1522.327717] env[65762]: WARNING neutronclient.v2_0.client [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1522.395997] env[65762]: DEBUG nova.network.neutron [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.898929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.437057] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.437057] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d84613-0a4f-46c6-b7ac-fbb00222e2d0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.445237] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1524.445237] env[65762]: value = "task-4561396" [ 1524.445237] env[65762]: _type = "Task" [ 1524.445237] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.455088] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.955484] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561396, 'name': PowerOffVM_Task, 'duration_secs': 0.196605} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.955760] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.956554] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392d1527-e351-43f6-a567-129e7bf6d19e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.978023] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe16edc-f865-4e4e-beb4-e6f5111c3a8d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.005823] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.006125] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9bcaea1-3037-4f49-886b-ce4048f9933c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.012875] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1525.012875] env[65762]: value = "task-4561397" [ 1525.012875] env[65762]: _type = "Task" [ 1525.012875] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.021056] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.524260] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] VM already powered off {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1525.524806] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Processing image bd5744b4-7c33-40d3-985b-f19cd8a33f62 {{(pid=65762) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.524914] env[65762]: DEBUG oslo_concurrency.lockutils [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.525016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.525199] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.525462] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c6f38cc-c804-4799-8839-0963761086b3 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.536461] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65762) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.536661] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65762) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.537429] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48490697-1b1e-4e6b-8c89-e52124d184db {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.543221] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1525.543221] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdb04d-e1fe-bc78-f27f-bed79874f98c" [ 1525.543221] env[65762]: _type = "Task" [ 1525.543221] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.551355] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdb04d-e1fe-bc78-f27f-bed79874f98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.053478] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cdb04d-e1fe-bc78-f27f-bed79874f98c, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.054320] env[65762]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc2a11f-4ba7-4fa3-a09d-79642482643d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.059728] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1526.059728] env[65762]: value = "session[52d645d2-d21e-6d7e-2548-79494b27391a]52cc3b2c-02cd-0b46-45e6-55fed23c845c" [ 1526.059728] env[65762]: _type = "Task" [ 1526.059728] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.067725] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cc3b2c-02cd-0b46-45e6-55fed23c845c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.570538] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': session[52d645d2-d21e-6d7e-2548-79494b27391a]52cc3b2c-02cd-0b46-45e6-55fed23c845c, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.570925] env[65762]: DEBUG oslo_concurrency.lockutils [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.571087] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. {{(pid=65762) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1526.571381] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e753a62-6145-41f3-8273-f7c2fe408ff0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.579095] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1526.579095] env[65762]: value = "task-4561398" [ 1526.579095] env[65762]: _type = "Task" [ 1526.579095] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.586987] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.089706] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468908} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.089914] env[65762]: INFO nova.virt.vmwareapi.ds_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5744b4-7c33-40d3-985b-f19cd8a33f62/bd5744b4-7c33-40d3-985b-f19cd8a33f62.vmdk to [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk. [ 1527.090749] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e2bb85-ac0d-44fa-a6d4-3df190758658 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.118423] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.118702] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a6152e9-128e-421c-a060-53165d93c8f2 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.136890] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1527.136890] env[65762]: value = "task-4561399" [ 1527.136890] env[65762]: _type = "Task" [ 1527.136890] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.144871] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.647366] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561399, 'name': ReconfigVM_Task, 'duration_secs': 0.319255} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.647886] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6/bd5744b4-7c33-40d3-985b-f19cd8a33f62-rescue.vmdk or device None with type thin {{(pid=65762) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.648496] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e2449d-0870-40e2-a3a9-ccb7a86471b0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.677065] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf093f7-7f79-435c-8775-9d74aa5fdc4c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.692215] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1527.692215] env[65762]: value = "task-4561400" [ 1527.692215] env[65762]: _type = "Task" [ 1527.692215] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.701636] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.203120] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561400, 'name': ReconfigVM_Task, 'duration_secs': 0.153133} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.203120] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.203120] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a25057-f2ed-4f7b-9f6a-16d351b37c44 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.211197] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1528.211197] env[65762]: value = "task-4561401" [ 1528.211197] env[65762]: _type = "Task" [ 1528.211197] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.221860] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.722245] env[65762]: DEBUG oslo_vmware.api [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561401, 'name': PowerOnVM_Task, 'duration_secs': 0.380811} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.722657] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.725655] env[65762]: DEBUG nova.compute.manager [None req-462b9d2f-c6a3-4492-b66a-2ce58b07612e tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1528.726501] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56ee0ce-f1a5-41a7-ac3f-4936d6c2d0a5 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.681085] env[65762]: INFO nova.compute.manager [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Unrescuing [ 1529.681380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.681528] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.681687] env[65762]: DEBUG nova.network.neutron [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Building network info cache for instance {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1530.184545] env[65762]: WARNING neutronclient.v2_0.client [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1530.362535] env[65762]: WARNING neutronclient.v2_0.client [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1530.430786] env[65762]: DEBUG nova.network.neutron [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.933539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.934421] env[65762]: DEBUG nova.objects.instance [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lazy-loading 'flavor' on Instance uuid 03ef119b-60a0-4643-b0ba-857f539b9ec6 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.441194] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670f1ad-67d5-4856-8044-31fece269090 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.468886] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.469218] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b6f4e88-d449-4a2e-b6ac-2dae301cbcf7 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.476330] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1531.476330] env[65762]: value = "task-4561402" [ 1531.476330] env[65762]: _type = "Task" [ 1531.476330] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.485316] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.988336] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561402, 'name': PowerOffVM_Task, 'duration_secs': 0.233631} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.988619] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.994435] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1531.994702] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8622a0b9-09b2-4678-ac29-62b8819dbb1e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.013956] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1532.013956] env[65762]: value = "task-4561403" [ 1532.013956] env[65762]: _type = "Task" [ 1532.013956] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.022223] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.524771] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.025825] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.527100] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561403, 'name': ReconfigVM_Task, 'duration_secs': 1.253014} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.527504] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1533.527693] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.527955] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a9055c-a36f-4aa7-ab5f-6a43cc98b4b4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.534929] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1533.534929] env[65762]: value = "task-4561404" [ 1533.534929] env[65762]: _type = "Task" [ 1533.534929] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.543394] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.045826] env[65762]: DEBUG oslo_vmware.api [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561404, 'name': PowerOnVM_Task, 'duration_secs': 0.380056} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.046210] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powered on the VM {{(pid=65762) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.046445] env[65762]: DEBUG nova.compute.manager [None req-36d235e6-18cc-46a4-9fc4-256ce6dceb30 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Checking state {{(pid=65762) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1534.047310] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d20927-b956-434c-a50a-c48df0fbef1c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.377237] env[65762]: DEBUG nova.compute.manager [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1535.377237] env[65762]: DEBUG nova.compute.manager [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing instance network info cache due to event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1535.377593] env[65762]: DEBUG oslo_concurrency.lockutils [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.377593] env[65762]: DEBUG oslo_concurrency.lockutils [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.377788] env[65762]: DEBUG nova.network.neutron [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.880889] env[65762]: WARNING neutronclient.v2_0.client [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1536.040954] env[65762]: WARNING neutronclient.v2_0.client [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1536.110708] env[65762]: DEBUG nova.network.neutron [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updated VIF entry in instance network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1536.111093] env[65762]: DEBUG nova.network.neutron [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.614667] env[65762]: DEBUG oslo_concurrency.lockutils [req-257492a8-b05a-4121-ab7e-6c9d256f6a04 req-4f8f7759-2354-4eb6-8c39-e8e46d1a9146 service nova] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.405288] env[65762]: DEBUG nova.compute.manager [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1537.405487] env[65762]: DEBUG nova.compute.manager [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing instance network info cache due to event network-changed-8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11839}} [ 1537.405693] env[65762]: DEBUG oslo_concurrency.lockutils [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] Acquiring lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.405834] env[65762]: DEBUG oslo_concurrency.lockutils [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] Acquired lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.406036] env[65762]: DEBUG nova.network.neutron [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Refreshing network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.909356] env[65762]: WARNING neutronclient.v2_0.client [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1538.062956] env[65762]: WARNING neutronclient.v2_0.client [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1538.130452] env[65762]: DEBUG nova.network.neutron [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updated VIF entry in instance network info cache for port 8fd74303-fc82-49a8-9e22-34afcc2e9501. {{(pid=65762) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1538.130846] env[65762]: DEBUG nova.network.neutron [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [{"id": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "address": "fa:16:3e:cd:47:55", "network": {"id": "08cf8df0-73c7-4234-bee0-59e228f34dfe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1360574750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b88d10aa97864995a9cf80055a43e7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd74303-fc", "ovs_interfaceid": "8fd74303-fc82-49a8-9e22-34afcc2e9501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.634026] env[65762]: DEBUG oslo_concurrency.lockutils [req-267f4514-a656-49be-937c-3fdeb35c886a req-3faa5478-b2d4-4237-9b07-4315c931a09a service nova] Releasing lock "refresh_cache-03ef119b-60a0-4643-b0ba-857f539b9ec6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.429271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.429678] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.933315] env[65762]: INFO nova.compute.manager [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Detaching volume 4fab8c2f-92ed-4522-b13e-12cbb2685ad1 [ 1571.964645] env[65762]: INFO nova.virt.block_device [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Attempting to driver detach volume 4fab8c2f-92ed-4522-b13e-12cbb2685ad1 from mountpoint /dev/sdb [ 1571.964919] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Volume detach. Driver type: vmdk {{(pid=65762) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1571.965063] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891299', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'name': 'volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03ef119b-60a0-4643-b0ba-857f539b9ec6', 'attached_at': '', 'detached_at': '', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'serial': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1571.966008] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e40bc-b226-4b0f-a809-26cfefb74026 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.990690] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47376f-8dca-4138-809a-449d26d5879c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.998446] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0506be47-7dd8-4232-aa92-8155d8785e2c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.019119] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a5cc6-7f71-4423-abe8-4ed0253e5005 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.034758] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] The volume has not been displaced from its original location: [datastore1] volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1/volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1.vmdk. No consolidation needed. {{(pid=65762) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1572.039956] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1572.040276] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a90e3b-ed08-4ed6-abf9-ed9b3650732a {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.059035] env[65762]: DEBUG oslo_vmware.api [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1572.059035] env[65762]: value = "task-4561405" [ 1572.059035] env[65762]: _type = "Task" [ 1572.059035] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.067280] env[65762]: DEBUG oslo_vmware.api [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.568902] env[65762]: DEBUG oslo_vmware.api [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561405, 'name': ReconfigVM_Task, 'duration_secs': 0.232107} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.569336] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=65762) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1572.573709] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b11f11c-f1ec-4c44-b0df-df372c350ead {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.589737] env[65762]: DEBUG oslo_vmware.api [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1572.589737] env[65762]: value = "task-4561406" [ 1572.589737] env[65762]: _type = "Task" [ 1572.589737] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.598267] env[65762]: DEBUG oslo_vmware.api [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.100200] env[65762]: DEBUG oslo_vmware.api [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561406, 'name': ReconfigVM_Task, 'duration_secs': 0.136481} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.100535] env[65762]: DEBUG nova.virt.vmwareapi.volumeops [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-891299', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'name': 'volume-4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03ef119b-60a0-4643-b0ba-857f539b9ec6', 'attached_at': '', 'detached_at': '', 'volume_id': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1', 'serial': '4fab8c2f-92ed-4522-b13e-12cbb2685ad1'} {{(pid=65762) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1573.639652] env[65762]: DEBUG nova.objects.instance [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lazy-loading 'flavor' on Instance uuid 03ef119b-60a0-4643-b0ba-857f539b9ec6 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.647622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-14515866-d8f7-4cd9-808d-1435ffc0dd1a tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.734159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.734567] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.734614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "03ef119b-60a0-4643-b0ba-857f539b9ec6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.734791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.734956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.737078] env[65762]: INFO nova.compute.manager [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Terminating instance [ 1576.240367] env[65762]: DEBUG nova.compute.manager [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1576.240632] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.241531] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e647e6-09ff-4207-b754-b8449c2e1779 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.250412] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.250671] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f564e150-919e-410d-aafd-6b7b89c741c4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.258106] env[65762]: DEBUG oslo_vmware.api [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1576.258106] env[65762]: value = "task-4561407" [ 1576.258106] env[65762]: _type = "Task" [ 1576.258106] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.267514] env[65762]: DEBUG oslo_vmware.api [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.768738] env[65762]: DEBUG oslo_vmware.api [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561407, 'name': PowerOffVM_Task, 'duration_secs': 0.229872} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.769208] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.769208] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.769362] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc94c23-dc5a-4f43-ac0b-1607fdcecb23 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.839988] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.840269] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Deleting contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.840422] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleting the datastore file [datastore1] 03ef119b-60a0-4643-b0ba-857f539b9ec6 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.840688] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372c219b-73ac-47d5-ab08-5c418e7d8e14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.849364] env[65762]: DEBUG oslo_vmware.api [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1576.849364] env[65762]: value = "task-4561409" [ 1576.849364] env[65762]: _type = "Task" [ 1576.849364] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.857995] env[65762]: DEBUG oslo_vmware.api [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.360371] env[65762]: DEBUG oslo_vmware.api [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152375} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.360586] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.360641] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Deleted contents of the VM from datastore datastore1 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.360816] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.360993] env[65762]: INFO nova.compute.manager [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1577.361268] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1577.361481] env[65762]: DEBUG nova.compute.manager [-] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1577.361582] env[65762]: DEBUG nova.network.neutron [-] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1577.361825] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1577.392734] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1577.861386] env[65762]: DEBUG nova.compute.manager [req-d88bd8b6-6991-4047-ba5b-015029f5889a req-88668f16-de9d-46e7-8c26-d4f09ae710ea service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Received event network-vif-deleted-8fd74303-fc82-49a8-9e22-34afcc2e9501 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1577.861648] env[65762]: INFO nova.compute.manager [req-d88bd8b6-6991-4047-ba5b-015029f5889a req-88668f16-de9d-46e7-8c26-d4f09ae710ea service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Neutron deleted interface 8fd74303-fc82-49a8-9e22-34afcc2e9501; detaching it from the instance and deleting it from the info cache [ 1577.861733] env[65762]: DEBUG nova.network.neutron [req-d88bd8b6-6991-4047-ba5b-015029f5889a req-88668f16-de9d-46e7-8c26-d4f09ae710ea service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.337981] env[65762]: DEBUG nova.network.neutron [-] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.363705] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-718fe6b1-b64f-4e6f-ad13-1b5a5c18cabd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.375020] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1075d70c-c451-4faa-a67c-beca0d24c786 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.385588] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.386297] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.386915] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.387134] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.387349] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.387510] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.387686] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.387818] env[65762]: DEBUG nova.compute.manager [None req-bb878114-e80a-4059-9728-e23c027be765 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65762) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11250}} [ 1578.387960] env[65762]: DEBUG oslo_service.periodic_task [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65762) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.402930] env[65762]: DEBUG nova.compute.manager [req-d88bd8b6-6991-4047-ba5b-015029f5889a req-88668f16-de9d-46e7-8c26-d4f09ae710ea service nova] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Detach interface failed, port_id=8fd74303-fc82-49a8-9e22-34afcc2e9501, reason: Instance 03ef119b-60a0-4643-b0ba-857f539b9ec6 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1578.841309] env[65762]: INFO nova.compute.manager [-] [instance: 03ef119b-60a0-4643-b0ba-857f539b9ec6] Took 1.48 seconds to deallocate network for instance. [ 1578.890978] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.891399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.891399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.891527] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65762) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1578.892417] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bdb2b-331c-4aa8-a7ab-948210541f15 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.902491] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c958d77-0764-4f5c-a114-2ece3667c938 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.918218] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c462b032-0615-4f90-9a36-0baab3600a14 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.926375] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e35974-0542-445a-9ea0-eb6b45630942 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.956932] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180138MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65762) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1578.957167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.957348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.349480] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.984960] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 01dd1f43-b36b-4d63-85b7-dd0aee131818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1579.985297] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 56db3bb1-88fb-43cf-80b3-218729d55c94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65762) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1579.985297] env[65762]: WARNING nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Instance 03ef119b-60a0-4643-b0ba-857f539b9ec6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1579.985543] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1579.985735] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_b88d10aa97864995a9cf80055a43e7de': '2', 'io_workload': '0', 'num_vm_rescued': '1'} {{(pid=65762) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1580.038078] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd134601-0c61-4097-b6a5-d65a2d4eb670 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.046741] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f4271-8fb0-47bc-9ecb-6302b23803b6 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.078584] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc7231-5a76-49a3-b31e-5d935c699202 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.087206] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b172f-0bb2-4bff-a79e-4928ab55f007 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.101691] env[65762]: DEBUG nova.compute.provider_tree [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.605213] env[65762]: DEBUG nova.scheduler.client.report [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.110363] env[65762]: DEBUG nova.compute.resource_tracker [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65762) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1581.110723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-bb878114-e80a-4059-9728-e23c027be765 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.110848] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.762s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.111020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.132700] env[65762]: INFO nova.scheduler.client.report [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleted allocations for instance 03ef119b-60a0-4643-b0ba-857f539b9ec6 [ 1581.641385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "03ef119b-60a0-4643-b0ba-857f539b9ec6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.907s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.943495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "56db3bb1-88fb-43cf-80b3-218729d55c94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.943904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.943904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "56db3bb1-88fb-43cf-80b3-218729d55c94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.944101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.944272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.946576] env[65762]: INFO nova.compute.manager [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Terminating instance [ 1587.450909] env[65762]: DEBUG nova.compute.manager [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1587.451172] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.452074] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8212e-5139-4ab7-a04d-bfc7babddc41 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.460478] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.460773] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1185b52e-f940-4dbd-87da-b2f974e8fe15 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.467385] env[65762]: DEBUG oslo_vmware.api [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1587.467385] env[65762]: value = "task-4561411" [ 1587.467385] env[65762]: _type = "Task" [ 1587.467385] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.475944] env[65762]: DEBUG oslo_vmware.api [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.978165] env[65762]: DEBUG oslo_vmware.api [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561411, 'name': PowerOffVM_Task, 'duration_secs': 0.244471} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.978540] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.978540] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.978791] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a28dd3a6-89fa-4f34-bba1-94b448960d10 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.051449] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.051668] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.051954] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleting the datastore file [datastore2] 56db3bb1-88fb-43cf-80b3-218729d55c94 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.052136] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb303da-94b1-43c6-81b4-05678a28fb13 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.059069] env[65762]: DEBUG oslo_vmware.api [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1588.059069] env[65762]: value = "task-4561413" [ 1588.059069] env[65762]: _type = "Task" [ 1588.059069] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.067547] env[65762]: DEBUG oslo_vmware.api [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.569535] env[65762]: DEBUG oslo_vmware.api [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166481} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.569861] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.570080] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.570262] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.570435] env[65762]: INFO nova.compute.manager [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1588.570684] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1588.570885] env[65762]: DEBUG nova.compute.manager [-] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1588.570991] env[65762]: DEBUG nova.network.neutron [-] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1588.571232] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1588.603089] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1588.853601] env[65762]: DEBUG nova.compute.manager [req-492633e1-9903-4e41-ae24-13a6c7d36cb5 req-2ecfd2ef-e667-4402-bd9c-3d4d2aece103 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Received event network-vif-deleted-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1588.853601] env[65762]: INFO nova.compute.manager [req-492633e1-9903-4e41-ae24-13a6c7d36cb5 req-2ecfd2ef-e667-4402-bd9c-3d4d2aece103 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Neutron deleted interface 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5; detaching it from the instance and deleting it from the info cache [ 1588.853601] env[65762]: DEBUG nova.network.neutron [req-492633e1-9903-4e41-ae24-13a6c7d36cb5 req-2ecfd2ef-e667-4402-bd9c-3d4d2aece103 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.335210] env[65762]: DEBUG nova.network.neutron [-] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.356593] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a64b514-9594-42d2-8209-b8c97ccefd3d {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.366946] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c11d5f6-142c-4b2b-94ff-bdb58b61749e {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.392598] env[65762]: DEBUG nova.compute.manager [req-492633e1-9903-4e41-ae24-13a6c7d36cb5 req-2ecfd2ef-e667-4402-bd9c-3d4d2aece103 service nova] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Detach interface failed, port_id=50b88561-001d-4a8d-9c47-ed2dd6f1ccf5, reason: Instance 56db3bb1-88fb-43cf-80b3-218729d55c94 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1589.837421] env[65762]: INFO nova.compute.manager [-] [instance: 56db3bb1-88fb-43cf-80b3-218729d55c94] Took 1.27 seconds to deallocate network for instance. [ 1590.344506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.344923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.345237] env[65762]: DEBUG nova.objects.instance [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lazy-loading 'resources' on Instance uuid 56db3bb1-88fb-43cf-80b3-218729d55c94 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.895193] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22216481-7921-438e-afd0-3de5df8690ac {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.903877] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f9849-8a37-4d2a-89d9-ede9e9523ffd {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.934505] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2ec54-2d83-4c58-8c8d-f5a5d0ebeb0c {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.942921] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7acc6d5-b98b-46d1-9a11-4b38e6302dae {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.957010] env[65762]: DEBUG nova.compute.provider_tree [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.460041] env[65762]: DEBUG nova.scheduler.client.report [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.965607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.985634] env[65762]: INFO nova.scheduler.client.report [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleted allocations for instance 56db3bb1-88fb-43cf-80b3-218729d55c94 [ 1592.494730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-15084ea4-db2d-4bd0-88ec-c39e4daba677 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "56db3bb1-88fb-43cf-80b3-218729d55c94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.551s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.604684] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "01dd1f43-b36b-4d63-85b7-dd0aee131818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.604684] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.605148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "01dd1f43-b36b-4d63-85b7-dd0aee131818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.605148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.605148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.607278] env[65762]: INFO nova.compute.manager [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Terminating instance [ 1594.110814] env[65762]: DEBUG nova.compute.manager [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Start destroying the instance on the hypervisor. {{(pid=65762) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1594.111039] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Destroying instance {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.111910] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2686bd-821a-4e1b-bafc-ec8a10d7fa07 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.120580] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powering off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.120861] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d446fa2-2a8d-4a52-a756-34574dff112f {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.128434] env[65762]: DEBUG oslo_vmware.api [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1594.128434] env[65762]: value = "task-4561414" [ 1594.128434] env[65762]: _type = "Task" [ 1594.128434] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.138194] env[65762]: DEBUG oslo_vmware.api [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.638537] env[65762]: DEBUG oslo_vmware.api [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561414, 'name': PowerOffVM_Task, 'duration_secs': 0.243086} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.638950] env[65762]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Powered off the VM {{(pid=65762) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1594.638950] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Unregistering the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.639228] env[65762]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec846dda-4580-4217-abe1-74d2defad9ee {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.709798] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Unregistered the VM {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.710041] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Deleting contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.710217] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleting the datastore file [datastore2] 01dd1f43-b36b-4d63-85b7-dd0aee131818 {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.710493] env[65762]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d94ac68-c7d5-42f8-b84b-0ffef6d0e1d4 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.718838] env[65762]: DEBUG oslo_vmware.api [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for the task: (returnval){ [ 1594.718838] env[65762]: value = "task-4561416" [ 1594.718838] env[65762]: _type = "Task" [ 1594.718838] env[65762]: } to complete. {{(pid=65762) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.727088] env[65762]: DEBUG oslo_vmware.api [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.229908] env[65762]: DEBUG oslo_vmware.api [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Task: {'id': task-4561416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146509} completed successfully. {{(pid=65762) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.230189] env[65762]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleted the datastore file {{(pid=65762) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.230368] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Deleted contents of the VM from datastore datastore2 {{(pid=65762) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.230546] env[65762]: DEBUG nova.virt.vmwareapi.vmops [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Instance destroyed {{(pid=65762) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.230720] env[65762]: INFO nova.compute.manager [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1595.230957] env[65762]: DEBUG oslo.service.backend._common.loopingcall [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65762) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1595.231173] env[65762]: DEBUG nova.compute.manager [-] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Deallocating network for instance {{(pid=65762) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1595.231270] env[65762]: DEBUG nova.network.neutron [-] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] deallocate_for_instance() {{(pid=65762) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1595.231509] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1595.262687] env[65762]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1595.555807] env[65762]: DEBUG nova.compute.manager [req-b92700b1-73b8-483f-98c6-52183fe5f95a req-cbc38506-ce3f-462e-936d-8073bb19d4af service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Received event network-vif-deleted-d9105d7d-f043-43f6-84b7-3e2a741c7145 {{(pid=65762) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1595.556024] env[65762]: INFO nova.compute.manager [req-b92700b1-73b8-483f-98c6-52183fe5f95a req-cbc38506-ce3f-462e-936d-8073bb19d4af service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Neutron deleted interface d9105d7d-f043-43f6-84b7-3e2a741c7145; detaching it from the instance and deleting it from the info cache [ 1595.556377] env[65762]: DEBUG nova.network.neutron [req-b92700b1-73b8-483f-98c6-52183fe5f95a req-cbc38506-ce3f-462e-936d-8073bb19d4af service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.001399] env[65762]: DEBUG nova.network.neutron [-] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Updating instance_info_cache with network_info: [] {{(pid=65762) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.059081] env[65762]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cc97809-6441-4e1d-932c-1ffacc36f797 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.069034] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762dc7d-61d6-4e79-8437-8bdda0645ad0 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.096120] env[65762]: DEBUG nova.compute.manager [req-b92700b1-73b8-483f-98c6-52183fe5f95a req-cbc38506-ce3f-462e-936d-8073bb19d4af service nova] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Detach interface failed, port_id=d9105d7d-f043-43f6-84b7-3e2a741c7145, reason: Instance 01dd1f43-b36b-4d63-85b7-dd0aee131818 could not be found. {{(pid=65762) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1596.504466] env[65762]: INFO nova.compute.manager [-] [instance: 01dd1f43-b36b-4d63-85b7-dd0aee131818] Took 1.27 seconds to deallocate network for instance. [ 1597.011791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.012182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.012321] env[65762]: DEBUG nova.objects.instance [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lazy-loading 'resources' on Instance uuid 01dd1f43-b36b-4d63-85b7-dd0aee131818 {{(pid=65762) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.550721] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893279de-4e36-4a0e-b567-75a7bb8dac8b {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.558882] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd959f6-b1c1-46db-9996-491b1ea18599 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.589981] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b67721b-a19f-4553-98ac-3904cf7ad580 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.598963] env[65762]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085cc9c-ec59-480f-9ee9-acb4c7210f54 {{(pid=65762) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.614109] env[65762]: DEBUG nova.compute.provider_tree [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed in ProviderTree for provider: e4992ffa-a10b-4f66-af9e-5381b3a4e2af {{(pid=65762) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.117319] env[65762]: DEBUG nova.scheduler.client.report [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Inventory has not changed for provider e4992ffa-a10b-4f66-af9e-5381b3a4e2af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65762) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.622855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.644476] env[65762]: INFO nova.scheduler.client.report [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Deleted allocations for instance 01dd1f43-b36b-4d63-85b7-dd0aee131818 [ 1599.152309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Lock "01dd1f43-b36b-4d63-85b7-dd0aee131818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.548s {{(pid=65762) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}